blob: 93d3d7f40747888c349d2ef1c750ed4a0f98bfc0 [file] [log] [blame]
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Camera3-Device"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20//#define LOG_NNDEBUG 0 // Per-frame verbose logging
21
22#ifdef LOG_NNDEBUG
23#define ALOGVV(...) ALOGV(__VA_ARGS__)
24#else
25#define ALOGVV(...) ((void)0)
26#endif
27
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -070028// Convenience macro for transient errors
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080029#define CLOGE(fmt, ...) ALOGE("Camera %s: %s: " fmt, mId.string(), __FUNCTION__, \
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -070030 ##__VA_ARGS__)
31
32// Convenience macros for transitioning to the error state
33#define SET_ERR(fmt, ...) setErrorState( \
34 "%s: " fmt, __FUNCTION__, \
35 ##__VA_ARGS__)
36#define SET_ERR_L(fmt, ...) setErrorStateLocked( \
37 "%s: " fmt, __FUNCTION__, \
38 ##__VA_ARGS__)
39
Colin Crosse5729fa2014-03-21 15:04:25 -070040#include <inttypes.h>
41
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080042#include <utils/Log.h>
43#include <utils/Trace.h>
44#include <utils/Timers.h>
Zhijun He90f7c372016-08-16 16:19:43 -070045#include <cutils/properties.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070046
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080047#include <android/hardware/camera2/ICameraDeviceUser.h>
48
Igor Murashkinff3e31d2013-10-23 16:40:06 -070049#include "utils/CameraTraces.h"
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -070050#include "mediautils/SchedulingPolicyService.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070051#include "device3/Camera3Device.h"
52#include "device3/Camera3OutputStream.h"
53#include "device3/Camera3InputStream.h"
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -070054#include "device3/Camera3DummyStream.h"
Shuzhen Wang0129d522016-10-30 22:43:41 -070055#include "device3/Camera3SharedOutputStream.h"
Eino-Ville Talvalaf67e23e2014-07-23 17:17:59 -070056#include "CameraService.h"
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080057
58using namespace android::camera3;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080059using namespace android::hardware::camera;
60using namespace android::hardware::camera::device::V3_2;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080061
62namespace android {
63
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080064Camera3Device::Camera3Device(const String8 &id):
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080065 mId(id),
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -080066 mOperatingMode(NO_MODE),
Eino-Ville Talvala9a179412015-06-09 13:15:16 -070067 mIsConstrainedHighSpeedConfiguration(false),
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -070068 mStatus(STATUS_UNINITIALIZED),
Ruben Brunk183f0562015-08-12 12:55:02 -070069 mStatusWaiters(0),
Zhijun He204e3292014-07-14 17:09:23 -070070 mUsePartialResult(false),
71 mNumPartialResults(1),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080072 mTimestampOffset(0),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -070073 mNextResultFrameNumber(0),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070074 mNextReprocessResultFrameNumber(0),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -070075 mNextShutterFrameNumber(0),
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -070076 mNextReprocessShutterFrameNumber(0),
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -070077 mListener(NULL)
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080078{
79 ATRACE_CALL();
80 camera3_callback_ops::notify = &sNotify;
81 camera3_callback_ops::process_capture_result = &sProcessCaptureResult;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080082 ALOGV("%s: Created device for camera %s", __FUNCTION__, mId.string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080083}
84
85Camera3Device::~Camera3Device()
86{
87 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080088 ALOGV("%s: Tearing down for camera id %s", __FUNCTION__, mId.string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080089 disconnect();
90}
91
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080092const String8& Camera3Device::getId() const {
Igor Murashkin71381052013-03-04 14:53:08 -080093 return mId;
94}
95
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080096/**
97 * CameraDeviceBase interface
98 */
99
Yin-Chia Yehe074a932015-01-30 10:29:02 -0800100status_t Camera3Device::initialize(CameraModule *module)
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800101{
102 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700103 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800104 Mutex::Autolock l(mLock);
105
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800106 ALOGV("%s: Initializing device for camera %s", __FUNCTION__, mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800107 if (mStatus != STATUS_UNINITIALIZED) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700108 CLOGE("Already initialized!");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800109 return INVALID_OPERATION;
110 }
111
112 /** Open HAL device */
113
114 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800115
116 camera3_device_t *device;
117
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800118 ATRACE_BEGIN("CameraHal::open");
119 res = module->open(mId.string(),
Chien-Yu Chend231fd62015-02-25 16:04:22 -0800120 reinterpret_cast<hw_device_t**>(&device));
Zhijun He213ce792013-11-19 08:45:15 -0800121 ATRACE_END();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800122
123 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700124 SET_ERR_L("Could not open camera: %s (%d)", strerror(-res), res);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800125 return res;
126 }
127
128 /** Cross-check device version */
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800129 if (device->common.version < CAMERA_DEVICE_API_VERSION_3_2) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700130 SET_ERR_L("Could not open camera: "
Zhijun He95dd5ba2014-03-26 18:18:00 -0700131 "Camera device should be at least %x, reports %x instead",
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800132 CAMERA_DEVICE_API_VERSION_3_2,
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800133 device->common.version);
134 device->common.close(&device->common);
135 return BAD_VALUE;
136 }
137
138 camera_info info;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800139 res = module->getCameraInfo(atoi(mId), &info);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800140 if (res != OK) return res;
141
142 if (info.device_version != device->common.version) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700143 SET_ERR_L("HAL reporting mismatched camera_info version (%x)"
144 " and device version (%x).",
Zhijun He95dd5ba2014-03-26 18:18:00 -0700145 info.device_version, device->common.version);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800146 device->common.close(&device->common);
147 return BAD_VALUE;
148 }
149
150 /** Initialize device with callback functions */
151
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800152 ATRACE_BEGIN("CameraHal::initialize");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800153 res = device->ops->initialize(device, this);
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -0700154 ATRACE_END();
155
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800156 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700157 SET_ERR_L("Unable to initialize HAL device: %s (%d)",
158 strerror(-res), res);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800159 device->common.close(&device->common);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800160 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800161 }
162
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800163 /** Everything is good to go */
164
165 mDeviceVersion = device->common.version;
166 mDeviceInfo = info.static_camera_characteristics;
167 mInterface = std::make_unique<HalInterface>(device);
168
169 return initializeCommonLocked();
170}
171
172status_t Camera3Device::initialize(sp<CameraProviderManager> manager) {
173 ATRACE_CALL();
174 Mutex::Autolock il(mInterfaceLock);
175 Mutex::Autolock l(mLock);
176
177 ALOGV("%s: Initializing HIDL device for camera %s", __FUNCTION__, mId.string());
178 if (mStatus != STATUS_UNINITIALIZED) {
179 CLOGE("Already initialized!");
180 return INVALID_OPERATION;
181 }
182 if (manager == nullptr) return INVALID_OPERATION;
183
184 sp<ICameraDeviceSession> session;
185 ATRACE_BEGIN("CameraHal::openSession");
Steven Moreland5ff9c912017-03-09 23:13:00 -0800186 status_t res = manager->openSession(mId.string(), this,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800187 /*out*/ &session);
188 ATRACE_END();
189 if (res != OK) {
190 SET_ERR_L("Could not open camera session: %s (%d)", strerror(-res), res);
191 return res;
192 }
193
Steven Moreland5ff9c912017-03-09 23:13:00 -0800194 res = manager->getCameraCharacteristics(mId.string(), &mDeviceInfo);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800195 if (res != OK) {
196 SET_ERR_L("Could not retrive camera characteristics: %s (%d)", strerror(-res), res);
197 session->close();
198 return res;
199 }
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800200
201 // TODO: camera service will absorb 3_2/3_3/3_4 differences in the future
202 // for now use 3_4 to keep legacy devices working
203 mDeviceVersion = CAMERA_DEVICE_API_VERSION_3_4;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800204 mInterface = std::make_unique<HalInterface>(session);
205
206 return initializeCommonLocked();
207}
208
209status_t Camera3Device::initializeCommonLocked() {
210
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700211 /** Start up status tracker thread */
212 mStatusTracker = new StatusTracker(this);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800213 status_t res = mStatusTracker->run(String8::format("C3Dev-%s-Status", mId.string()).string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700214 if (res != OK) {
215 SET_ERR_L("Unable to start status tracking thread: %s (%d)",
216 strerror(-res), res);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800217 mInterface->close();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700218 mStatusTracker.clear();
219 return res;
220 }
221
Eino-Ville Talvala24b366e2016-07-21 12:53:07 -0700222 /** Register in-flight map to the status tracker */
223 mInFlightStatusId = mStatusTracker->addComponent();
224
Zhijun He125684a2015-12-26 15:07:30 -0800225 /** Create buffer manager */
226 mBufferManager = new Camera3BufferManager();
227
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700228 bool aeLockAvailable = false;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800229 camera_metadata_entry aeLockAvailableEntry = mDeviceInfo.find(
230 ANDROID_CONTROL_AE_LOCK_AVAILABLE);
231 if (aeLockAvailableEntry.count > 0) {
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700232 aeLockAvailable = (aeLockAvailableEntry.data.u8[0] ==
233 ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE);
234 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800235
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700236 /** Start up request queue thread */
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800237 mRequestThread = new RequestThread(this, mStatusTracker, mInterface.get(), mDeviceVersion,
238 aeLockAvailable);
239 res = mRequestThread->run(String8::format("C3Dev-%s-ReqQueue", mId.string()).string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800240 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700241 SET_ERR_L("Unable to start request queue thread: %s (%d)",
242 strerror(-res), res);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800243 mInterface->close();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800244 mRequestThread.clear();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800245 return res;
246 }
247
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700248 mPreparerThread = new PreparerThread();
249
Yin-Chia Yeh4c060992016-04-11 17:40:12 -0700250 // Determine whether we need to derive sensitivity boost values for older devices.
251 // If post-RAW sensitivity boost range is listed, so should post-raw sensitivity control
252 // be listed (as the default value 100)
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800253 if (mDeviceInfo.exists(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE)) {
Yin-Chia Yeh4c060992016-04-11 17:40:12 -0700254 mDerivePostRawSensKey = true;
255 }
256
Ruben Brunk183f0562015-08-12 12:55:02 -0700257 internalUpdateStatusLocked(STATUS_UNCONFIGURED);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800258 mNextStreamId = 0;
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700259 mDummyStreamId = NO_STREAM;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -0700260 mNeedConfig = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700261 mPauseStateNotify = false;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800262
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800263 // Measure the clock domain offset between camera and video/hw_composer
264 camera_metadata_entry timestampSource =
265 mDeviceInfo.find(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE);
266 if (timestampSource.count > 0 && timestampSource.data.u8[0] ==
267 ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_REALTIME) {
268 mTimestampOffset = getMonoToBoottimeOffset();
269 }
270
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700271 // Will the HAL be sending in early partial result metadata?
Zhijun He204e3292014-07-14 17:09:23 -0700272 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
273 camera_metadata_entry partialResultsCount =
274 mDeviceInfo.find(ANDROID_REQUEST_PARTIAL_RESULT_COUNT);
275 if (partialResultsCount.count > 0) {
276 mNumPartialResults = partialResultsCount.data.i32[0];
277 mUsePartialResult = (mNumPartialResults > 1);
278 }
279 } else {
280 camera_metadata_entry partialResultsQuirk =
281 mDeviceInfo.find(ANDROID_QUIRKS_USE_PARTIAL_RESULT);
282 if (partialResultsQuirk.count > 0 && partialResultsQuirk.data.u8[0] == 1) {
283 mUsePartialResult = true;
284 }
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700285 }
286
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700287 camera_metadata_entry configs =
288 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
289 for (uint32_t i = 0; i < configs.count; i += 4) {
290 if (configs.data.i32[i] == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
291 configs.data.i32[i + 3] ==
292 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT) {
293 mSupportedOpaqueInputSizes.add(Size(configs.data.i32[i + 1],
294 configs.data.i32[i + 2]));
295 }
296 }
297
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800298 return OK;
299}
300
301status_t Camera3Device::disconnect() {
302 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700303 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800304
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700305 ALOGI("%s: E", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800306
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700307 status_t res = OK;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800308
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700309 {
310 Mutex::Autolock l(mLock);
311 if (mStatus == STATUS_UNINITIALIZED) return res;
312
313 if (mStatus == STATUS_ACTIVE ||
314 (mStatus == STATUS_ERROR && mRequestThread != NULL)) {
315 res = mRequestThread->clearRepeatingRequests();
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700316 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700317 SET_ERR_L("Can't stop streaming");
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700318 // Continue to close device even in case of error
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700319 } else {
320 res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
321 if (res != OK) {
322 SET_ERR_L("Timeout waiting for HAL to drain");
323 // Continue to close device even in case of error
324 }
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700325 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800326 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800327
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700328 if (mStatus == STATUS_ERROR) {
329 CLOGE("Shutting down in an error state");
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700330 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700331
332 if (mStatusTracker != NULL) {
333 mStatusTracker->requestExit();
334 }
335
336 if (mRequestThread != NULL) {
337 mRequestThread->requestExit();
338 }
339
340 mOutputStreams.clear();
341 mInputStream.clear();
342 }
343
344 // Joining done without holding mLock, otherwise deadlocks may ensue
345 // as the threads try to access parent state
346 if (mRequestThread != NULL && mStatus != STATUS_ERROR) {
347 // HAL may be in a bad state, so waiting for request thread
348 // (which may be stuck in the HAL processCaptureRequest call)
349 // could be dangerous.
350 mRequestThread->join();
351 }
352
353 if (mStatusTracker != NULL) {
354 mStatusTracker->join();
355 }
356
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800357 HalInterface* interface;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700358 {
359 Mutex::Autolock l(mLock);
360
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800361 mRequestThread.clear();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700362 mStatusTracker.clear();
Zhijun He125684a2015-12-26 15:07:30 -0800363 mBufferManager.clear();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800364
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800365 interface = mInterface.get();
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700366 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800367
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700368 // Call close without internal mutex held, as the HAL close may need to
369 // wait on assorted callbacks,etc, to complete before it can return.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800370 interface->close();
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700371
372 {
373 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800374 mInterface->clear();
Ruben Brunk183f0562015-08-12 12:55:02 -0700375 internalUpdateStatusLocked(STATUS_UNINITIALIZED);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700376 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800377
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700378 ALOGI("%s: X", __FUNCTION__);
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700379 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800380}
381
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700382// For dumping/debugging only -
383// try to acquire a lock a few times, eventually give up to proceed with
384// debug/dump operations
385bool Camera3Device::tryLockSpinRightRound(Mutex& lock) {
386 bool gotLock = false;
387 for (size_t i = 0; i < kDumpLockAttempts; ++i) {
388 if (lock.tryLock() == NO_ERROR) {
389 gotLock = true;
390 break;
391 } else {
392 usleep(kDumpSleepDuration);
393 }
394 }
395 return gotLock;
396}
397
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700398Camera3Device::Size Camera3Device::getMaxJpegResolution() const {
399 int32_t maxJpegWidth = 0, maxJpegHeight = 0;
400 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
401 const int STREAM_CONFIGURATION_SIZE = 4;
402 const int STREAM_FORMAT_OFFSET = 0;
403 const int STREAM_WIDTH_OFFSET = 1;
404 const int STREAM_HEIGHT_OFFSET = 2;
405 const int STREAM_IS_INPUT_OFFSET = 3;
406 camera_metadata_ro_entry_t availableStreamConfigs =
407 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
408 if (availableStreamConfigs.count == 0 ||
409 availableStreamConfigs.count % STREAM_CONFIGURATION_SIZE != 0) {
410 return Size(0, 0);
411 }
412
413 // Get max jpeg size (area-wise).
414 for (size_t i=0; i < availableStreamConfigs.count; i+= STREAM_CONFIGURATION_SIZE) {
415 int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET];
416 int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET];
417 int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET];
418 int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET];
419 if (isInput == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT
420 && format == HAL_PIXEL_FORMAT_BLOB &&
421 (width * height > maxJpegWidth * maxJpegHeight)) {
422 maxJpegWidth = width;
423 maxJpegHeight = height;
424 }
425 }
426 } else {
427 camera_metadata_ro_entry availableJpegSizes =
428 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_JPEG_SIZES);
429 if (availableJpegSizes.count == 0 || availableJpegSizes.count % 2 != 0) {
430 return Size(0, 0);
431 }
432
433 // Get max jpeg size (area-wise).
434 for (size_t i = 0; i < availableJpegSizes.count; i += 2) {
435 if ((availableJpegSizes.data.i32[i] * availableJpegSizes.data.i32[i + 1])
436 > (maxJpegWidth * maxJpegHeight)) {
437 maxJpegWidth = availableJpegSizes.data.i32[i];
438 maxJpegHeight = availableJpegSizes.data.i32[i + 1];
439 }
440 }
441 }
442 return Size(maxJpegWidth, maxJpegHeight);
443}
444
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800445nsecs_t Camera3Device::getMonoToBoottimeOffset() {
446 // try three times to get the clock offset, choose the one
447 // with the minimum gap in measurements.
448 const int tries = 3;
449 nsecs_t bestGap, measured;
450 for (int i = 0; i < tries; ++i) {
451 const nsecs_t tmono = systemTime(SYSTEM_TIME_MONOTONIC);
452 const nsecs_t tbase = systemTime(SYSTEM_TIME_BOOTTIME);
453 const nsecs_t tmono2 = systemTime(SYSTEM_TIME_MONOTONIC);
454 const nsecs_t gap = tmono2 - tmono;
455 if (i == 0 || gap < bestGap) {
456 bestGap = gap;
457 measured = tbase - ((tmono + tmono2) >> 1);
458 }
459 }
460 return measured;
461}
462
Eino-Ville Talvala2cbf6ce2016-03-14 13:03:25 -0700463/**
464 * Map Android N dataspace definitions back to Android M definitions, for
465 * use with HALv3.3 or older.
466 *
467 * Only map where correspondences exist, and otherwise preserve the value.
468 */
469android_dataspace Camera3Device::mapToLegacyDataspace(android_dataspace dataSpace) {
470 switch (dataSpace) {
471 case HAL_DATASPACE_V0_SRGB_LINEAR:
472 return HAL_DATASPACE_SRGB_LINEAR;
473 case HAL_DATASPACE_V0_SRGB:
474 return HAL_DATASPACE_SRGB;
475 case HAL_DATASPACE_V0_JFIF:
476 return HAL_DATASPACE_JFIF;
477 case HAL_DATASPACE_V0_BT601_625:
478 return HAL_DATASPACE_BT601_625;
479 case HAL_DATASPACE_V0_BT601_525:
480 return HAL_DATASPACE_BT601_525;
481 case HAL_DATASPACE_V0_BT709:
482 return HAL_DATASPACE_BT709;
483 default:
484 return dataSpace;
485 }
486}
487
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800488hardware::graphics::common::V1_0::PixelFormat Camera3Device::mapToPixelFormat(
489 int frameworkFormat) {
490 return (hardware::graphics::common::V1_0::PixelFormat) frameworkFormat;
491}
492
493DataspaceFlags Camera3Device::mapToHidlDataspace(
494 android_dataspace dataSpace) {
495 return dataSpace;
496}
497
498ConsumerUsageFlags Camera3Device::mapToConsumerUsage(
499 uint32_t usage) {
500 return usage;
501}
502
503StreamRotation Camera3Device::mapToStreamRotation(camera3_stream_rotation_t rotation) {
504 switch (rotation) {
505 case CAMERA3_STREAM_ROTATION_0:
506 return StreamRotation::ROTATION_0;
507 case CAMERA3_STREAM_ROTATION_90:
508 return StreamRotation::ROTATION_90;
509 case CAMERA3_STREAM_ROTATION_180:
510 return StreamRotation::ROTATION_180;
511 case CAMERA3_STREAM_ROTATION_270:
512 return StreamRotation::ROTATION_270;
513 }
514 ALOGE("%s: Unknown stream rotation %d", __FUNCTION__, rotation);
515 return StreamRotation::ROTATION_0;
516}
517
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800518status_t Camera3Device::mapToStreamConfigurationMode(
519 camera3_stream_configuration_mode_t operationMode, StreamConfigurationMode *mode) {
520 if (mode == nullptr) return BAD_VALUE;
521 if (operationMode < CAMERA3_VENDOR_STREAM_CONFIGURATION_MODE_START) {
522 switch(operationMode) {
523 case CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE:
524 *mode = StreamConfigurationMode::NORMAL_MODE;
525 break;
526 case CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE:
527 *mode = StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE;
528 break;
529 default:
530 ALOGE("%s: Unknown stream configuration mode %d", __FUNCTION__, operationMode);
531 return BAD_VALUE;
532 }
533 } else {
534 *mode = static_cast<StreamConfigurationMode>(operationMode);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800535 }
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800536 return OK;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800537}
538
539camera3_buffer_status_t Camera3Device::mapHidlBufferStatus(BufferStatus status) {
540 switch (status) {
541 case BufferStatus::OK: return CAMERA3_BUFFER_STATUS_OK;
542 case BufferStatus::ERROR: return CAMERA3_BUFFER_STATUS_ERROR;
543 }
544 return CAMERA3_BUFFER_STATUS_ERROR;
545}
546
547int Camera3Device::mapToFrameworkFormat(
548 hardware::graphics::common::V1_0::PixelFormat pixelFormat) {
549 return static_cast<uint32_t>(pixelFormat);
550}
551
552uint32_t Camera3Device::mapConsumerToFrameworkUsage(
553 ConsumerUsageFlags usage) {
554 return usage;
555}
556
557uint32_t Camera3Device::mapProducerToFrameworkUsage(
558 ProducerUsageFlags usage) {
559 return usage;
560}
561
Zhijun Hef7da0962014-04-24 13:27:56 -0700562ssize_t Camera3Device::getJpegBufferSize(uint32_t width, uint32_t height) const {
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700563 // Get max jpeg size (area-wise).
564 Size maxJpegResolution = getMaxJpegResolution();
565 if (maxJpegResolution.width == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800566 ALOGE("%s: Camera %s: Can't find valid available jpeg sizes in static metadata!",
567 __FUNCTION__, mId.string());
Zhijun Hef7da0962014-04-24 13:27:56 -0700568 return BAD_VALUE;
569 }
570
Zhijun Hef7da0962014-04-24 13:27:56 -0700571 // Get max jpeg buffer size
572 ssize_t maxJpegBufferSize = 0;
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700573 camera_metadata_ro_entry jpegBufMaxSize = mDeviceInfo.find(ANDROID_JPEG_MAX_SIZE);
574 if (jpegBufMaxSize.count == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800575 ALOGE("%s: Camera %s: Can't find maximum JPEG size in static metadata!", __FUNCTION__,
576 mId.string());
Zhijun Hef7da0962014-04-24 13:27:56 -0700577 return BAD_VALUE;
578 }
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700579 maxJpegBufferSize = jpegBufMaxSize.data.i32[0];
Yin-Chia Yeh0c4e56d2015-01-09 15:21:27 -0800580 assert(kMinJpegBufferSize < maxJpegBufferSize);
Zhijun Hef7da0962014-04-24 13:27:56 -0700581
582 // Calculate final jpeg buffer size for the given resolution.
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700583 float scaleFactor = ((float) (width * height)) /
584 (maxJpegResolution.width * maxJpegResolution.height);
Yin-Chia Yeh0c4e56d2015-01-09 15:21:27 -0800585 ssize_t jpegBufferSize = scaleFactor * (maxJpegBufferSize - kMinJpegBufferSize) +
586 kMinJpegBufferSize;
Zhijun Hef7da0962014-04-24 13:27:56 -0700587 if (jpegBufferSize > maxJpegBufferSize) {
588 jpegBufferSize = maxJpegBufferSize;
Zhijun Hef7da0962014-04-24 13:27:56 -0700589 }
590
591 return jpegBufferSize;
592}
593
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700594ssize_t Camera3Device::getPointCloudBufferSize() const {
595 const int FLOATS_PER_POINT=4;
596 camera_metadata_ro_entry maxPointCount = mDeviceInfo.find(ANDROID_DEPTH_MAX_DEPTH_SAMPLES);
597 if (maxPointCount.count == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800598 ALOGE("%s: Camera %s: Can't find maximum depth point cloud size in static metadata!",
599 __FUNCTION__, mId.string());
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700600 return BAD_VALUE;
601 }
602 ssize_t maxBytesForPointCloud = sizeof(android_depth_points) +
603 maxPointCount.data.i32[0] * sizeof(float) * FLOATS_PER_POINT;
604 return maxBytesForPointCloud;
605}
606
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800607ssize_t Camera3Device::getRawOpaqueBufferSize(int32_t width, int32_t height) const {
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800608 const int PER_CONFIGURATION_SIZE = 3;
609 const int WIDTH_OFFSET = 0;
610 const int HEIGHT_OFFSET = 1;
611 const int SIZE_OFFSET = 2;
612 camera_metadata_ro_entry rawOpaqueSizes =
613 mDeviceInfo.find(ANDROID_SENSOR_OPAQUE_RAW_SIZE);
Aurimas Liutikasbc57b122016-02-16 09:59:16 -0800614 size_t count = rawOpaqueSizes.count;
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800615 if (count == 0 || (count % PER_CONFIGURATION_SIZE)) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800616 ALOGE("%s: Camera %s: bad opaque RAW size static metadata length(%zu)!",
617 __FUNCTION__, mId.string(), count);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800618 return BAD_VALUE;
619 }
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700620
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800621 for (size_t i = 0; i < count; i += PER_CONFIGURATION_SIZE) {
622 if (width == rawOpaqueSizes.data.i32[i + WIDTH_OFFSET] &&
623 height == rawOpaqueSizes.data.i32[i + HEIGHT_OFFSET]) {
624 return rawOpaqueSizes.data.i32[i + SIZE_OFFSET];
625 }
626 }
627
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800628 ALOGE("%s: Camera %s: cannot find size for %dx%d opaque RAW image!",
629 __FUNCTION__, mId.string(), width, height);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800630 return BAD_VALUE;
631}
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700632
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800633status_t Camera3Device::dump(int fd, const Vector<String16> &args) {
634 ATRACE_CALL();
635 (void)args;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700636
637 // Try to lock, but continue in case of failure (to avoid blocking in
638 // deadlocks)
639 bool gotInterfaceLock = tryLockSpinRightRound(mInterfaceLock);
640 bool gotLock = tryLockSpinRightRound(mLock);
641
642 ALOGW_IF(!gotInterfaceLock,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800643 "Camera %s: %s: Unable to lock interface lock, proceeding anyway",
644 mId.string(), __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700645 ALOGW_IF(!gotLock,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800646 "Camera %s: %s: Unable to lock main lock, proceeding anyway",
647 mId.string(), __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700648
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800649 bool dumpTemplates = false;
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700650
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800651 String16 templatesOption("-t");
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700652 String16 monitorOption("-m");
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800653 int n = args.size();
654 for (int i = 0; i < n; i++) {
655 if (args[i] == templatesOption) {
656 dumpTemplates = true;
657 }
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700658 if (args[i] == monitorOption) {
659 if (i + 1 < n) {
660 String8 monitorTags = String8(args[i + 1]);
661 if (monitorTags == "off") {
662 mTagMonitor.disableMonitoring();
663 } else {
664 mTagMonitor.parseTagsToMonitor(monitorTags);
665 }
666 } else {
667 mTagMonitor.disableMonitoring();
668 }
669 }
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800670 }
671
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800672 String8 lines;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800673
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800674 const char *status =
675 mStatus == STATUS_ERROR ? "ERROR" :
676 mStatus == STATUS_UNINITIALIZED ? "UNINITIALIZED" :
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700677 mStatus == STATUS_UNCONFIGURED ? "UNCONFIGURED" :
678 mStatus == STATUS_CONFIGURED ? "CONFIGURED" :
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800679 mStatus == STATUS_ACTIVE ? "ACTIVE" :
680 "Unknown";
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700681
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800682 lines.appendFormat(" Device status: %s\n", status);
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700683 if (mStatus == STATUS_ERROR) {
684 lines.appendFormat(" Error cause: %s\n", mErrorCause.string());
685 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800686 lines.appendFormat(" Stream configuration:\n");
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800687 const char *mode =
688 mOperatingMode == static_cast<int>(StreamConfigurationMode::NORMAL_MODE) ? "NORMAL" :
689 mOperatingMode == static_cast<int>(
690 StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE) ? "CONSTRAINED_HIGH_SPEED" :
691 "CUSTOM";
692 lines.appendFormat(" Operation mode: %s (%d) \n", mode, mOperatingMode);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800693
694 if (mInputStream != NULL) {
695 write(fd, lines.string(), lines.size());
696 mInputStream->dump(fd, args);
697 } else {
698 lines.appendFormat(" No input stream.\n");
699 write(fd, lines.string(), lines.size());
700 }
701 for (size_t i = 0; i < mOutputStreams.size(); i++) {
702 mOutputStreams[i]->dump(fd,args);
703 }
704
Zhijun He431503c2016-03-07 17:30:16 -0800705 if (mBufferManager != NULL) {
706 lines = String8(" Camera3 Buffer Manager:\n");
707 write(fd, lines.string(), lines.size());
708 mBufferManager->dump(fd, args);
709 }
Zhijun He125684a2015-12-26 15:07:30 -0800710
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700711 lines = String8(" In-flight requests:\n");
712 if (mInFlightMap.size() == 0) {
713 lines.append(" None\n");
714 } else {
715 for (size_t i = 0; i < mInFlightMap.size(); i++) {
716 InFlightRequest r = mInFlightMap.valueAt(i);
Colin Crosse5729fa2014-03-21 15:04:25 -0700717 lines.appendFormat(" Frame %d | Timestamp: %" PRId64 ", metadata"
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700718 " arrived: %s, buffers left: %d\n", mInFlightMap.keyAt(i),
Chien-Yu Chen43e69a62014-11-25 16:38:33 -0800719 r.shutterTimestamp, r.haveResultMetadata ? "true" : "false",
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700720 r.numBuffersLeft);
721 }
722 }
723 write(fd, lines.string(), lines.size());
724
Igor Murashkin1e479c02013-09-06 16:55:14 -0700725 {
726 lines = String8(" Last request sent:\n");
727 write(fd, lines.string(), lines.size());
728
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700729 CameraMetadata lastRequest = getLatestRequestLocked();
Igor Murashkin1e479c02013-09-06 16:55:14 -0700730 lastRequest.dump(fd, /*verbosity*/2, /*indentation*/6);
731 }
732
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800733 if (dumpTemplates) {
734 const char *templateNames[] = {
735 "TEMPLATE_PREVIEW",
736 "TEMPLATE_STILL_CAPTURE",
737 "TEMPLATE_VIDEO_RECORD",
738 "TEMPLATE_VIDEO_SNAPSHOT",
739 "TEMPLATE_ZERO_SHUTTER_LAG",
740 "TEMPLATE_MANUAL"
741 };
742
743 for (int i = 1; i < CAMERA3_TEMPLATE_COUNT; i++) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800744 camera_metadata_t *templateRequest = nullptr;
745 mInterface->constructDefaultRequestSettings(
746 (camera3_request_template_t) i, &templateRequest);
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800747 lines = String8::format(" HAL Request %s:\n", templateNames[i-1]);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800748 if (templateRequest == nullptr) {
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800749 lines.append(" Not supported\n");
750 write(fd, lines.string(), lines.size());
751 } else {
752 write(fd, lines.string(), lines.size());
753 dump_indented_camera_metadata(templateRequest,
754 fd, /*verbosity*/2, /*indentation*/8);
755 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800756 free_camera_metadata(templateRequest);
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800757 }
758 }
759
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700760 mTagMonitor.dumpMonitoredMetadata(fd);
761
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800762 if (mInterface->valid()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -0800763 lines = String8(" HAL device dump:\n");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800764 write(fd, lines.string(), lines.size());
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800765 mInterface->dump(fd);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800766 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800767
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700768 if (gotLock) mLock.unlock();
769 if (gotInterfaceLock) mInterfaceLock.unlock();
770
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800771 return OK;
772}
773
774const CameraMetadata& Camera3Device::info() const {
775 ALOGVV("%s: E", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800776 if (CC_UNLIKELY(mStatus == STATUS_UNINITIALIZED ||
777 mStatus == STATUS_ERROR)) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700778 ALOGW("%s: Access to static info %s!", __FUNCTION__,
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800779 mStatus == STATUS_ERROR ?
780 "when in error state" : "before init");
781 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800782 return mDeviceInfo;
783}
784
Jianing Wei90e59c92014-03-12 18:29:36 -0700785status_t Camera3Device::checkStatusOkToCaptureLocked() {
786 switch (mStatus) {
787 case STATUS_ERROR:
788 CLOGE("Device has encountered a serious error");
789 return INVALID_OPERATION;
790 case STATUS_UNINITIALIZED:
791 CLOGE("Device not initialized");
792 return INVALID_OPERATION;
793 case STATUS_UNCONFIGURED:
794 case STATUS_CONFIGURED:
795 case STATUS_ACTIVE:
796 // OK
797 break;
798 default:
799 SET_ERR_L("Unexpected status: %d", mStatus);
800 return INVALID_OPERATION;
801 }
802 return OK;
803}
804
805status_t Camera3Device::convertMetadataListToRequestListLocked(
Shuzhen Wang0129d522016-10-30 22:43:41 -0700806 const List<const CameraMetadata> &metadataList,
807 const std::list<const SurfaceMap> &surfaceMaps,
808 bool repeating,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700809 RequestList *requestList) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700810 if (requestList == NULL) {
811 CLOGE("requestList cannot be NULL.");
812 return BAD_VALUE;
813 }
814
Jianing Weicb0652e2014-03-12 18:29:36 -0700815 int32_t burstId = 0;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700816 List<const CameraMetadata>::const_iterator metadataIt = metadataList.begin();
817 std::list<const SurfaceMap>::const_iterator surfaceMapIt = surfaceMaps.begin();
818 for (; metadataIt != metadataList.end() && surfaceMapIt != surfaceMaps.end();
819 ++metadataIt, ++surfaceMapIt) {
820 sp<CaptureRequest> newRequest = setUpRequestLocked(*metadataIt, *surfaceMapIt);
Jianing Wei90e59c92014-03-12 18:29:36 -0700821 if (newRequest == 0) {
822 CLOGE("Can't create capture request");
823 return BAD_VALUE;
824 }
Jianing Weicb0652e2014-03-12 18:29:36 -0700825
Shuzhen Wang9d066012016-09-30 11:30:20 -0700826 newRequest->mRepeating = repeating;
827
Jianing Weicb0652e2014-03-12 18:29:36 -0700828 // Setup burst Id and request Id
829 newRequest->mResultExtras.burstId = burstId++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700830 if (metadataIt->exists(ANDROID_REQUEST_ID)) {
831 if (metadataIt->find(ANDROID_REQUEST_ID).count == 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -0700832 CLOGE("RequestID entry exists; but must not be empty in metadata");
833 return BAD_VALUE;
834 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700835 newRequest->mResultExtras.requestId = metadataIt->find(ANDROID_REQUEST_ID).data.i32[0];
Jianing Weicb0652e2014-03-12 18:29:36 -0700836 } else {
837 CLOGE("RequestID does not exist in metadata");
838 return BAD_VALUE;
839 }
840
Jianing Wei90e59c92014-03-12 18:29:36 -0700841 requestList->push_back(newRequest);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700842
843 ALOGV("%s: requestId = %" PRId32, __FUNCTION__, newRequest->mResultExtras.requestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700844 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700845 if (metadataIt != metadataList.end() || surfaceMapIt != surfaceMaps.end()) {
846 ALOGE("%s: metadataList and surfaceMaps are not the same size!", __FUNCTION__);
847 return BAD_VALUE;
848 }
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700849
850 // Setup batch size if this is a high speed video recording request.
851 if (mIsConstrainedHighSpeedConfiguration && requestList->size() > 0) {
852 auto firstRequest = requestList->begin();
853 for (auto& outputStream : (*firstRequest)->mOutputStreams) {
854 if (outputStream->isVideoStream()) {
855 (*firstRequest)->mBatchSize = requestList->size();
856 break;
857 }
858 }
859 }
860
Jianing Wei90e59c92014-03-12 18:29:36 -0700861 return OK;
862}
863
Jianing Weicb0652e2014-03-12 18:29:36 -0700864status_t Camera3Device::capture(CameraMetadata &request, int64_t* /*lastFrameNumber*/) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800865 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800866
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700867 List<const CameraMetadata> requests;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700868 std::list<const SurfaceMap> surfaceMaps;
869 convertToRequestList(requests, surfaceMaps, request);
870
871 return captureList(requests, surfaceMaps, /*lastFrameNumber*/NULL);
872}
873
874void Camera3Device::convertToRequestList(List<const CameraMetadata>& requests,
875 std::list<const SurfaceMap>& surfaceMaps,
876 const CameraMetadata& request) {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700877 requests.push_back(request);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700878
879 SurfaceMap surfaceMap;
880 camera_metadata_ro_entry streams = request.find(ANDROID_REQUEST_OUTPUT_STREAMS);
881 // With no surface list passed in, stream and surface will have 1-to-1
882 // mapping. So the surface index is 0 for each stream in the surfaceMap.
883 for (size_t i = 0; i < streams.count; i++) {
884 surfaceMap[streams.data.i32[i]].push_back(0);
885 }
886 surfaceMaps.push_back(surfaceMap);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800887}
888
Jianing Wei90e59c92014-03-12 18:29:36 -0700889status_t Camera3Device::submitRequestsHelper(
Shuzhen Wang0129d522016-10-30 22:43:41 -0700890 const List<const CameraMetadata> &requests,
891 const std::list<const SurfaceMap> &surfaceMaps,
892 bool repeating,
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700893 /*out*/
894 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700895 ATRACE_CALL();
896 Mutex::Autolock il(mInterfaceLock);
897 Mutex::Autolock l(mLock);
898
899 status_t res = checkStatusOkToCaptureLocked();
900 if (res != OK) {
901 // error logged by previous call
902 return res;
903 }
904
905 RequestList requestList;
906
Shuzhen Wang0129d522016-10-30 22:43:41 -0700907 res = convertMetadataListToRequestListLocked(requests, surfaceMaps,
908 repeating, /*out*/&requestList);
Jianing Wei90e59c92014-03-12 18:29:36 -0700909 if (res != OK) {
910 // error logged by previous call
911 return res;
912 }
913
914 if (repeating) {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700915 res = mRequestThread->setRepeatingRequests(requestList, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -0700916 } else {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700917 res = mRequestThread->queueRequestList(requestList, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -0700918 }
919
920 if (res == OK) {
921 waitUntilStateThenRelock(/*active*/true, kActiveTimeout);
922 if (res != OK) {
923 SET_ERR_L("Can't transition to active in %f seconds!",
924 kActiveTimeout/1e9);
925 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800926 ALOGV("Camera %s: Capture request %" PRId32 " enqueued", mId.string(),
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700927 (*(requestList.begin()))->mResultExtras.requestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700928 } else {
929 CLOGE("Cannot queue request. Impossible.");
930 return BAD_VALUE;
931 }
932
933 return res;
934}
935
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800936
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800937hardware::Return<void> Camera3Device::processCaptureResult(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800938 const hardware::hidl_vec<
939 hardware::camera::device::V3_2::CaptureResult>& results) {
940 for (const auto& result : results) {
941 processOneCaptureResult(result);
942 }
943 return hardware::Void();
944}
945
946void Camera3Device::processOneCaptureResult(
947 const hardware::camera::device::V3_2::CaptureResult& result) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800948 camera3_capture_result r;
949 status_t res;
950 r.frame_number = result.frameNumber;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800951 if (result.result.size() != 0) {
952 r.result = reinterpret_cast<const camera_metadata_t*>(result.result.data());
953 size_t expected_metadata_size = result.result.size();
954 if ((res = validate_camera_metadata_structure(r.result, &expected_metadata_size)) != OK) {
955 ALOGE("%s: Frame %d: Invalid camera metadata received by camera service from HAL: %s (%d)",
956 __FUNCTION__, result.frameNumber, strerror(-res), res);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800957 return;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800958 }
959 } else {
960 r.result = nullptr;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800961 }
962
963 std::vector<camera3_stream_buffer_t> outputBuffers(result.outputBuffers.size());
964 std::vector<buffer_handle_t> outputBufferHandles(result.outputBuffers.size());
965 for (size_t i = 0; i < result.outputBuffers.size(); i++) {
966 auto& bDst = outputBuffers[i];
967 const StreamBuffer &bSrc = result.outputBuffers[i];
968
969 ssize_t idx = mOutputStreams.indexOfKey(bSrc.streamId);
Emilian Peevbe3d40c2017-03-27 13:03:10 +0100970 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800971 ALOGE("%s: Frame %d: Buffer %zu: Invalid output stream id %d",
972 __FUNCTION__, result.frameNumber, i, bSrc.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800973 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800974 }
975 bDst.stream = mOutputStreams.valueAt(idx)->asHalStream();
976
977 buffer_handle_t *buffer;
Yin-Chia Yehf4650602017-01-10 13:13:39 -0800978 res = mInterface->popInflightBuffer(result.frameNumber, bSrc.streamId, &buffer);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800979 if (res != OK) {
980 ALOGE("%s: Frame %d: Buffer %zu: No in-flight buffer for stream %d",
981 __FUNCTION__, result.frameNumber, i, bSrc.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800982 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800983 }
984 bDst.buffer = buffer;
985 bDst.status = mapHidlBufferStatus(bSrc.status);
986 bDst.acquire_fence = -1;
987 if (bSrc.releaseFence == nullptr) {
988 bDst.release_fence = -1;
989 } else if (bSrc.releaseFence->numFds == 1) {
990 bDst.release_fence = dup(bSrc.releaseFence->data[0]);
991 } else {
992 ALOGE("%s: Frame %d: Invalid release fence for buffer %zu, fd count is %d, not 1",
993 __FUNCTION__, result.frameNumber, i, bSrc.releaseFence->numFds);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800994 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800995 }
996 }
997 r.num_output_buffers = outputBuffers.size();
998 r.output_buffers = outputBuffers.data();
999
1000 camera3_stream_buffer_t inputBuffer;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -08001001 if (result.inputBuffer.streamId == -1) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001002 r.input_buffer = nullptr;
1003 } else {
1004 if (mInputStream->getId() != result.inputBuffer.streamId) {
1005 ALOGE("%s: Frame %d: Invalid input stream id %d", __FUNCTION__,
1006 result.frameNumber, result.inputBuffer.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001007 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001008 }
1009 inputBuffer.stream = mInputStream->asHalStream();
1010 buffer_handle_t *buffer;
1011 res = mInterface->popInflightBuffer(result.frameNumber, result.inputBuffer.streamId,
1012 &buffer);
1013 if (res != OK) {
1014 ALOGE("%s: Frame %d: Input buffer: No in-flight buffer for stream %d",
1015 __FUNCTION__, result.frameNumber, result.inputBuffer.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001016 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001017 }
1018 inputBuffer.buffer = buffer;
1019 inputBuffer.status = mapHidlBufferStatus(result.inputBuffer.status);
1020 inputBuffer.acquire_fence = -1;
1021 if (result.inputBuffer.releaseFence == nullptr) {
1022 inputBuffer.release_fence = -1;
1023 } else if (result.inputBuffer.releaseFence->numFds == 1) {
1024 inputBuffer.release_fence = dup(result.inputBuffer.releaseFence->data[0]);
1025 } else {
1026 ALOGE("%s: Frame %d: Invalid release fence for input buffer, fd count is %d, not 1",
1027 __FUNCTION__, result.frameNumber, result.inputBuffer.releaseFence->numFds);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001028 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001029 }
1030 r.input_buffer = &inputBuffer;
1031 }
1032
1033 r.partial_result = result.partialResult;
1034
1035 processCaptureResult(&r);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001036}
1037
1038hardware::Return<void> Camera3Device::notify(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001039 const hardware::hidl_vec<hardware::camera::device::V3_2::NotifyMsg>& msgs) {
1040 for (const auto& msg : msgs) {
1041 notify(msg);
1042 }
1043 return hardware::Void();
1044}
1045
1046void Camera3Device::notify(
1047 const hardware::camera::device::V3_2::NotifyMsg& msg) {
1048
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001049 camera3_notify_msg m;
1050 switch (msg.type) {
1051 case MsgType::ERROR:
1052 m.type = CAMERA3_MSG_ERROR;
1053 m.message.error.frame_number = msg.msg.error.frameNumber;
1054 if (msg.msg.error.errorStreamId >= 0) {
1055 ssize_t idx = mOutputStreams.indexOfKey(msg.msg.error.errorStreamId);
Emilian Peevbe3d40c2017-03-27 13:03:10 +01001056 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001057 ALOGE("%s: Frame %d: Invalid error stream id %d",
1058 __FUNCTION__, m.message.error.frame_number, msg.msg.error.errorStreamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001059 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001060 }
1061 m.message.error.error_stream = mOutputStreams.valueAt(idx)->asHalStream();
1062 } else {
1063 m.message.error.error_stream = nullptr;
1064 }
1065 switch (msg.msg.error.errorCode) {
1066 case ErrorCode::ERROR_DEVICE:
1067 m.message.error.error_code = CAMERA3_MSG_ERROR_DEVICE;
1068 break;
1069 case ErrorCode::ERROR_REQUEST:
1070 m.message.error.error_code = CAMERA3_MSG_ERROR_REQUEST;
1071 break;
1072 case ErrorCode::ERROR_RESULT:
1073 m.message.error.error_code = CAMERA3_MSG_ERROR_RESULT;
1074 break;
1075 case ErrorCode::ERROR_BUFFER:
1076 m.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER;
1077 break;
1078 }
1079 break;
1080 case MsgType::SHUTTER:
1081 m.type = CAMERA3_MSG_SHUTTER;
1082 m.message.shutter.frame_number = msg.msg.shutter.frameNumber;
1083 m.message.shutter.timestamp = msg.msg.shutter.timestamp;
1084 break;
1085 }
1086 notify(&m);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001087}
1088
Jianing Weicb0652e2014-03-12 18:29:36 -07001089status_t Camera3Device::captureList(const List<const CameraMetadata> &requests,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001090 const std::list<const SurfaceMap> &surfaceMaps,
Jianing Weicb0652e2014-03-12 18:29:36 -07001091 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07001092 ATRACE_CALL();
1093
Shuzhen Wang0129d522016-10-30 22:43:41 -07001094 return submitRequestsHelper(requests, surfaceMaps, /*repeating*/false, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -07001095}
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001096
Jianing Weicb0652e2014-03-12 18:29:36 -07001097status_t Camera3Device::setStreamingRequest(const CameraMetadata &request,
1098 int64_t* /*lastFrameNumber*/) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001099 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001100
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07001101 List<const CameraMetadata> requests;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001102 std::list<const SurfaceMap> surfaceMaps;
1103 convertToRequestList(requests, surfaceMaps, request);
1104
1105 return setStreamingRequestList(requests, /*surfaceMap*/surfaceMaps,
1106 /*lastFrameNumber*/NULL);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001107}
1108
Jianing Weicb0652e2014-03-12 18:29:36 -07001109status_t Camera3Device::setStreamingRequestList(const List<const CameraMetadata> &requests,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001110 const std::list<const SurfaceMap> &surfaceMaps,
Jianing Weicb0652e2014-03-12 18:29:36 -07001111 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07001112 ATRACE_CALL();
1113
Shuzhen Wang0129d522016-10-30 22:43:41 -07001114 return submitRequestsHelper(requests, surfaceMaps, /*repeating*/true, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -07001115}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001116
1117sp<Camera3Device::CaptureRequest> Camera3Device::setUpRequestLocked(
Shuzhen Wang0129d522016-10-30 22:43:41 -07001118 const CameraMetadata &request, const SurfaceMap &surfaceMap) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001119 status_t res;
1120
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001121 if (mStatus == STATUS_UNCONFIGURED || mNeedConfig) {
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001122 // This point should only be reached via API1 (API2 must explicitly call configureStreams)
1123 // so unilaterally select normal operating mode.
1124 res = configureStreamsLocked(CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001125 // Stream configuration failed. Client might try other configuraitons.
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001126 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001127 CLOGE("Can't set up streams: %s (%d)", strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001128 return NULL;
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001129 } else if (mStatus == STATUS_UNCONFIGURED) {
1130 // Stream configuration successfully configure to empty stream configuration.
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001131 CLOGE("No streams configured");
1132 return NULL;
1133 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001134 }
1135
Shuzhen Wang0129d522016-10-30 22:43:41 -07001136 sp<CaptureRequest> newRequest = createCaptureRequest(request, surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001137 return newRequest;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001138}
1139
Jianing Weicb0652e2014-03-12 18:29:36 -07001140status_t Camera3Device::clearStreamingRequest(int64_t *lastFrameNumber) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001141 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001142 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001143 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001144
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001145 switch (mStatus) {
1146 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001147 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001148 return INVALID_OPERATION;
1149 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001150 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001151 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001152 case STATUS_UNCONFIGURED:
1153 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001154 case STATUS_ACTIVE:
1155 // OK
1156 break;
1157 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001158 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001159 return INVALID_OPERATION;
1160 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001161 ALOGV("Camera %s: Clearing repeating request", mId.string());
Jianing Weicb0652e2014-03-12 18:29:36 -07001162
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07001163 return mRequestThread->clearRepeatingRequests(lastFrameNumber);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001164}
1165
1166status_t Camera3Device::waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) {
1167 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001168 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001169
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001170 return mRequestThread->waitUntilRequestProcessed(requestId, timeout);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001171}
1172
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001173status_t Camera3Device::createInputStream(
1174 uint32_t width, uint32_t height, int format, int *id) {
1175 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001176 Mutex::Autolock il(mInterfaceLock);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001177 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001178 ALOGV("Camera %s: Creating new input stream %d: %d x %d, format %d",
1179 mId.string(), mNextStreamId, width, height, format);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001180
1181 status_t res;
1182 bool wasActive = false;
1183
1184 switch (mStatus) {
1185 case STATUS_ERROR:
1186 ALOGE("%s: Device has encountered a serious error", __FUNCTION__);
1187 return INVALID_OPERATION;
1188 case STATUS_UNINITIALIZED:
1189 ALOGE("%s: Device not initialized", __FUNCTION__);
1190 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001191 case STATUS_UNCONFIGURED:
1192 case STATUS_CONFIGURED:
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001193 // OK
1194 break;
1195 case STATUS_ACTIVE:
1196 ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001197 res = internalPauseAndWaitLocked();
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001198 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001199 SET_ERR_L("Can't pause captures to reconfigure streams!");
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001200 return res;
1201 }
1202 wasActive = true;
1203 break;
1204 default:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001205 SET_ERR_L("%s: Unexpected status: %d", mStatus);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001206 return INVALID_OPERATION;
1207 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001208 assert(mStatus != STATUS_ACTIVE);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001209
1210 if (mInputStream != 0) {
1211 ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__);
1212 return INVALID_OPERATION;
1213 }
1214
1215 sp<Camera3InputStream> newStream = new Camera3InputStream(mNextStreamId,
1216 width, height, format);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001217 newStream->setStatusTracker(mStatusTracker);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001218
1219 mInputStream = newStream;
1220
1221 *id = mNextStreamId++;
1222
1223 // Continue captures if active at start
1224 if (wasActive) {
1225 ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001226 // Reuse current operating mode for new stream config
1227 res = configureStreamsLocked(mOperatingMode);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001228 if (res != OK) {
1229 ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)",
1230 __FUNCTION__, mNextStreamId, strerror(-res), res);
1231 return res;
1232 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001233 internalResumeLocked();
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001234 }
1235
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001236 ALOGV("Camera %s: Created input stream", mId.string());
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001237 return OK;
1238}
1239
Eino-Ville Talvala727d1722015-06-09 13:44:19 -07001240status_t Camera3Device::createStream(sp<Surface> consumer,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001241 uint32_t width, uint32_t height, int format,
1242 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001243 int streamSetId, bool isShared, uint32_t consumerUsage) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001244 ATRACE_CALL();
1245
1246 if (consumer == nullptr) {
1247 ALOGE("%s: consumer must not be null", __FUNCTION__);
1248 return BAD_VALUE;
1249 }
1250
1251 std::vector<sp<Surface>> consumers;
1252 consumers.push_back(consumer);
1253
1254 return createStream(consumers, /*hasDeferredConsumer*/ false, width, height,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001255 format, dataSpace, rotation, id, streamSetId, isShared, consumerUsage);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001256}
1257
1258status_t Camera3Device::createStream(const std::vector<sp<Surface>>& consumers,
1259 bool hasDeferredConsumer, uint32_t width, uint32_t height, int format,
1260 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001261 int streamSetId, bool isShared, uint32_t consumerUsage) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001262 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001263 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001264 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001265 ALOGV("Camera %s: Creating new stream %d: %d x %d, format %d, dataspace %d rotation %d"
Shuzhen Wang758c2152017-01-10 18:26:18 -08001266 " consumer usage 0x%x, isShared %d", mId.string(), mNextStreamId, width, height, format,
1267 dataSpace, rotation, consumerUsage, isShared);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001268
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001269 status_t res;
1270 bool wasActive = false;
1271
1272 switch (mStatus) {
1273 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001274 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001275 return INVALID_OPERATION;
1276 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001277 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001278 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001279 case STATUS_UNCONFIGURED:
1280 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001281 // OK
1282 break;
1283 case STATUS_ACTIVE:
1284 ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001285 res = internalPauseAndWaitLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001286 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001287 SET_ERR_L("Can't pause captures to reconfigure streams!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001288 return res;
1289 }
1290 wasActive = true;
1291 break;
1292 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001293 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001294 return INVALID_OPERATION;
1295 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001296 assert(mStatus != STATUS_ACTIVE);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001297
1298 sp<Camera3OutputStream> newStream;
Zhijun Heedd41ae2016-02-03 14:45:53 -08001299 // Overwrite stream set id to invalid for HAL3.2 or lower, as buffer manager does support
Zhijun He125684a2015-12-26 15:07:30 -08001300 // such devices.
Zhijun Heedd41ae2016-02-03 14:45:53 -08001301 if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He125684a2015-12-26 15:07:30 -08001302 streamSetId = CAMERA3_STREAM_SET_ID_INVALID;
1303 }
Zhijun He5d677d12016-05-29 16:52:39 -07001304
Shuzhen Wang0129d522016-10-30 22:43:41 -07001305 if (consumers.size() == 0 && !hasDeferredConsumer) {
1306 ALOGE("%s: Number of consumers cannot be smaller than 1", __FUNCTION__);
1307 return BAD_VALUE;
1308 }
Zhijun He5d677d12016-05-29 16:52:39 -07001309 // HAL3.1 doesn't support deferred consumer stream creation as it requires buffer registration
1310 // which requires a consumer surface to be available.
Shuzhen Wang0129d522016-10-30 22:43:41 -07001311 if (hasDeferredConsumer && mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He5d677d12016-05-29 16:52:39 -07001312 ALOGE("HAL3.1 doesn't support deferred consumer stream creation");
1313 return BAD_VALUE;
1314 }
1315
Shuzhen Wang0129d522016-10-30 22:43:41 -07001316 if (hasDeferredConsumer && format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
Zhijun He5d677d12016-05-29 16:52:39 -07001317 ALOGE("Deferred consumer stream creation only support IMPLEMENTATION_DEFINED format");
1318 return BAD_VALUE;
1319 }
1320
Eino-Ville Talvala2cbf6ce2016-03-14 13:03:25 -07001321 // Use legacy dataspace values for older HALs
1322 if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_3) {
1323 dataSpace = mapToLegacyDataspace(dataSpace);
1324 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001325 if (format == HAL_PIXEL_FORMAT_BLOB) {
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -07001326 ssize_t blobBufferSize;
1327 if (dataSpace != HAL_DATASPACE_DEPTH) {
1328 blobBufferSize = getJpegBufferSize(width, height);
1329 if (blobBufferSize <= 0) {
1330 SET_ERR_L("Invalid jpeg buffer size %zd", blobBufferSize);
1331 return BAD_VALUE;
1332 }
1333 } else {
1334 blobBufferSize = getPointCloudBufferSize();
1335 if (blobBufferSize <= 0) {
1336 SET_ERR_L("Invalid point cloud buffer size %zd", blobBufferSize);
1337 return BAD_VALUE;
1338 }
Zhijun Hef7da0962014-04-24 13:27:56 -07001339 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001340 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001341 width, height, blobBufferSize, format, dataSpace, rotation,
1342 mTimestampOffset, streamSetId);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -08001343 } else if (format == HAL_PIXEL_FORMAT_RAW_OPAQUE) {
1344 ssize_t rawOpaqueBufferSize = getRawOpaqueBufferSize(width, height);
1345 if (rawOpaqueBufferSize <= 0) {
1346 SET_ERR_L("Invalid RAW opaque buffer size %zd", rawOpaqueBufferSize);
1347 return BAD_VALUE;
1348 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001349 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001350 width, height, rawOpaqueBufferSize, format, dataSpace, rotation,
1351 mTimestampOffset, streamSetId);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001352 } else if (isShared) {
1353 newStream = new Camera3SharedOutputStream(mNextStreamId, consumers,
1354 width, height, format, consumerUsage, dataSpace, rotation,
1355 mTimestampOffset, streamSetId);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001356 } else if (consumers.size() == 0 && hasDeferredConsumer) {
Zhijun He5d677d12016-05-29 16:52:39 -07001357 newStream = new Camera3OutputStream(mNextStreamId,
1358 width, height, format, consumerUsage, dataSpace, rotation,
1359 mTimestampOffset, streamSetId);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001360 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001361 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001362 width, height, format, dataSpace, rotation,
1363 mTimestampOffset, streamSetId);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001364 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001365 newStream->setStatusTracker(mStatusTracker);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001366
Zhijun He125684a2015-12-26 15:07:30 -08001367 /**
Zhijun Heedd41ae2016-02-03 14:45:53 -08001368 * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs ( < HAL3.2)
1369 * requires buffers to be statically allocated for internal static buffer registration, while
1370 * the buffers provided by buffer manager are really dynamically allocated. For HAL3.2, because
1371 * not all HAL implementation supports dynamic buffer registeration, exlude it as well.
Zhijun He125684a2015-12-26 15:07:30 -08001372 */
Zhijun Heedd41ae2016-02-03 14:45:53 -08001373 if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He125684a2015-12-26 15:07:30 -08001374 newStream->setBufferManager(mBufferManager);
1375 }
1376
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001377 res = mOutputStreams.add(mNextStreamId, newStream);
1378 if (res < 0) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001379 SET_ERR_L("Can't add new stream to set: %s (%d)", strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001380 return res;
1381 }
1382
1383 *id = mNextStreamId++;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07001384 mNeedConfig = true;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001385
1386 // Continue captures if active at start
1387 if (wasActive) {
1388 ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001389 // Reuse current operating mode for new stream config
1390 res = configureStreamsLocked(mOperatingMode);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001391 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001392 CLOGE("Can't reconfigure device for new stream %d: %s (%d)",
1393 mNextStreamId, strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001394 return res;
1395 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001396 internalResumeLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001397 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001398 ALOGV("Camera %s: Created new stream", mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001399 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001400}
1401
1402status_t Camera3Device::createReprocessStreamFromStream(int outputId, int *id) {
1403 ATRACE_CALL();
1404 (void)outputId; (void)id;
1405
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001406 CLOGE("Unimplemented");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001407 return INVALID_OPERATION;
1408}
1409
1410
1411status_t Camera3Device::getStreamInfo(int id,
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -07001412 uint32_t *width, uint32_t *height,
1413 uint32_t *format, android_dataspace *dataSpace) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001414 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001415 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001416 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001417
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001418 switch (mStatus) {
1419 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001420 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001421 return INVALID_OPERATION;
1422 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001423 CLOGE("Device not initialized!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001424 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001425 case STATUS_UNCONFIGURED:
1426 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001427 case STATUS_ACTIVE:
1428 // OK
1429 break;
1430 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001431 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001432 return INVALID_OPERATION;
1433 }
1434
1435 ssize_t idx = mOutputStreams.indexOfKey(id);
1436 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001437 CLOGE("Stream %d is unknown", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001438 return idx;
1439 }
1440
1441 if (width) *width = mOutputStreams[idx]->getWidth();
1442 if (height) *height = mOutputStreams[idx]->getHeight();
1443 if (format) *format = mOutputStreams[idx]->getFormat();
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -07001444 if (dataSpace) *dataSpace = mOutputStreams[idx]->getDataSpace();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001445 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001446}
1447
1448status_t Camera3Device::setStreamTransform(int id,
1449 int transform) {
1450 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001451 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001452 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001453
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001454 switch (mStatus) {
1455 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001456 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001457 return INVALID_OPERATION;
1458 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001459 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001460 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001461 case STATUS_UNCONFIGURED:
1462 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001463 case STATUS_ACTIVE:
1464 // OK
1465 break;
1466 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001467 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001468 return INVALID_OPERATION;
1469 }
1470
1471 ssize_t idx = mOutputStreams.indexOfKey(id);
1472 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001473 CLOGE("Stream %d does not exist",
1474 id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001475 return BAD_VALUE;
1476 }
1477
1478 return mOutputStreams.editValueAt(idx)->setTransform(transform);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001479}
1480
1481status_t Camera3Device::deleteStream(int id) {
1482 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001483 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001484 Mutex::Autolock l(mLock);
1485 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001486
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001487 ALOGV("%s: Camera %s: Deleting stream %d", __FUNCTION__, mId.string(), id);
Igor Murashkine2172be2013-05-28 15:31:39 -07001488
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001489 // CameraDevice semantics require device to already be idle before
1490 // deleteStream is called, unlike for createStream.
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001491 if (mStatus == STATUS_ACTIVE) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001492 ALOGV("%s: Camera %s: Device not idle", __FUNCTION__, mId.string());
Igor Murashkin52827132013-05-13 14:53:44 -07001493 return -EBUSY;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001494 }
1495
Igor Murashkin2fba5842013-04-22 14:03:54 -07001496 sp<Camera3StreamInterface> deletedStream;
Zhijun He5f446352014-01-22 09:49:33 -08001497 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001498 if (mInputStream != NULL && id == mInputStream->getId()) {
1499 deletedStream = mInputStream;
1500 mInputStream.clear();
1501 } else {
Zhijun He5f446352014-01-22 09:49:33 -08001502 if (outputStreamIdx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001503 CLOGE("Stream %d does not exist", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001504 return BAD_VALUE;
1505 }
Zhijun He5f446352014-01-22 09:49:33 -08001506 }
1507
1508 // Delete output stream or the output part of a bi-directional stream.
1509 if (outputStreamIdx != NAME_NOT_FOUND) {
1510 deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001511 mOutputStreams.removeItem(id);
1512 }
1513
1514 // Free up the stream endpoint so that it can be used by some other stream
1515 res = deletedStream->disconnect();
1516 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001517 SET_ERR_L("Can't disconnect deleted stream %d", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001518 // fall through since we want to still list the stream as deleted.
1519 }
1520 mDeletedStreams.add(deletedStream);
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07001521 mNeedConfig = true;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001522
1523 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001524}
1525
1526status_t Camera3Device::deleteReprocessStream(int id) {
1527 ATRACE_CALL();
1528 (void)id;
1529
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001530 CLOGE("Unimplemented");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001531 return INVALID_OPERATION;
1532}
1533
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08001534status_t Camera3Device::configureStreams(int operatingMode) {
Igor Murashkine2d167e2014-08-19 16:19:59 -07001535 ATRACE_CALL();
1536 ALOGV("%s: E", __FUNCTION__);
1537
1538 Mutex::Autolock il(mInterfaceLock);
1539 Mutex::Autolock l(mLock);
Chien-Yu Chen17338fc2015-06-18 16:30:12 -07001540
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001541 return configureStreamsLocked(operatingMode);
Igor Murashkine2d167e2014-08-19 16:19:59 -07001542}
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001543
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001544status_t Camera3Device::getInputBufferProducer(
1545 sp<IGraphicBufferProducer> *producer) {
1546 Mutex::Autolock il(mInterfaceLock);
1547 Mutex::Autolock l(mLock);
1548
1549 if (producer == NULL) {
1550 return BAD_VALUE;
1551 } else if (mInputStream == NULL) {
1552 return INVALID_OPERATION;
1553 }
1554
1555 return mInputStream->getInputBufferProducer(producer);
1556}
1557
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001558status_t Camera3Device::createDefaultRequest(int templateId,
1559 CameraMetadata *request) {
1560 ATRACE_CALL();
Alex Rayfe7e0c62013-05-30 00:12:13 -07001561 ALOGV("%s: for template %d", __FUNCTION__, templateId);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001562
1563 if (templateId <= 0 || templateId >= CAMERA3_TEMPLATE_COUNT) {
1564 android_errorWriteWithInfoLog(CameraService::SN_EVENT_LOG_ID, "26866110",
1565 IPCThreadState::self()->getCallingUid(), nullptr, 0);
1566 return BAD_VALUE;
1567 }
1568
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001569 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001570 Mutex::Autolock l(mLock);
1571
1572 switch (mStatus) {
1573 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001574 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001575 return INVALID_OPERATION;
1576 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001577 CLOGE("Device is not initialized!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001578 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001579 case STATUS_UNCONFIGURED:
1580 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001581 case STATUS_ACTIVE:
1582 // OK
1583 break;
1584 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001585 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001586 return INVALID_OPERATION;
1587 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001588
Zhijun Hea1530f12014-09-14 12:44:20 -07001589 if (!mRequestTemplateCache[templateId].isEmpty()) {
1590 *request = mRequestTemplateCache[templateId];
1591 return OK;
1592 }
1593
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001594 camera_metadata_t *rawRequest;
1595 status_t res = mInterface->constructDefaultRequestSettings(
1596 (camera3_request_template_t) templateId, &rawRequest);
1597 if (res == BAD_VALUE) {
Yin-Chia Yeh0336d362015-04-14 12:34:22 -07001598 ALOGI("%s: template %d is not supported on this camera device",
1599 __FUNCTION__, templateId);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001600 return res;
1601 } else if (res != OK) {
1602 CLOGE("Unable to construct request template %d: %s (%d)",
1603 templateId, strerror(-res), res);
1604 return res;
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001605 }
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07001606
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001607 mRequestTemplateCache[templateId].acquire(rawRequest);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001608
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07001609 // Derive some new keys for backward compatibility
1610 if (mDerivePostRawSensKey && !mRequestTemplateCache[templateId].exists(
1611 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
1612 int32_t defaultBoost[1] = {100};
1613 mRequestTemplateCache[templateId].update(
1614 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
1615 defaultBoost, 1);
1616 }
1617
1618 *request = mRequestTemplateCache[templateId];
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001619 return OK;
1620}
1621
1622status_t Camera3Device::waitUntilDrained() {
1623 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001624 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001625 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001626
Zhijun He69a37482014-03-23 18:44:49 -07001627 return waitUntilDrainedLocked();
1628}
1629
1630status_t Camera3Device::waitUntilDrainedLocked() {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001631 switch (mStatus) {
1632 case STATUS_UNINITIALIZED:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001633 case STATUS_UNCONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001634 ALOGV("%s: Already idle", __FUNCTION__);
1635 return OK;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001636 case STATUS_CONFIGURED:
1637 // To avoid race conditions, check with tracker to be sure
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001638 case STATUS_ERROR:
1639 case STATUS_ACTIVE:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001640 // Need to verify shut down
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001641 break;
1642 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001643 SET_ERR_L("Unexpected status: %d",mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001644 return INVALID_OPERATION;
1645 }
1646
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001647 ALOGV("%s: Camera %s: Waiting until idle", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001648 status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
Eino-Ville Talvala9c8a0912014-09-14 14:52:19 -07001649 if (res != OK) {
1650 SET_ERR_L("Error waiting for HAL to drain: %s (%d)", strerror(-res),
1651 res);
1652 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001653 return res;
1654}
1655
Ruben Brunk183f0562015-08-12 12:55:02 -07001656
1657void Camera3Device::internalUpdateStatusLocked(Status status) {
1658 mStatus = status;
1659 mRecentStatusUpdates.add(mStatus);
1660 mStatusChanged.broadcast();
1661}
1662
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001663// Pause to reconfigure
1664status_t Camera3Device::internalPauseAndWaitLocked() {
1665 mRequestThread->setPaused(true);
1666 mPauseStateNotify = true;
1667
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001668 ALOGV("%s: Camera %s: Internal wait until idle", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001669 status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
1670 if (res != OK) {
1671 SET_ERR_L("Can't idle device in %f seconds!",
1672 kShutdownTimeout/1e9);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001673 }
1674
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001675 return res;
1676}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001677
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001678// Resume after internalPauseAndWaitLocked
1679status_t Camera3Device::internalResumeLocked() {
1680 status_t res;
1681
1682 mRequestThread->setPaused(false);
1683
1684 res = waitUntilStateThenRelock(/*active*/ true, kActiveTimeout);
1685 if (res != OK) {
1686 SET_ERR_L("Can't transition to active in %f seconds!",
1687 kActiveTimeout/1e9);
1688 }
1689 mPauseStateNotify = false;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001690 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001691}
1692
Ruben Brunk183f0562015-08-12 12:55:02 -07001693status_t Camera3Device::waitUntilStateThenRelock(bool active, nsecs_t timeout) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001694 status_t res = OK;
Ruben Brunk183f0562015-08-12 12:55:02 -07001695
1696 size_t startIndex = 0;
1697 if (mStatusWaiters == 0) {
1698 // Clear the list of recent statuses if there are no existing threads waiting on updates to
1699 // this status list
1700 mRecentStatusUpdates.clear();
1701 } else {
1702 // If other threads are waiting on updates to this status list, set the position of the
1703 // first element that this list will check rather than clearing the list.
1704 startIndex = mRecentStatusUpdates.size();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001705 }
1706
Ruben Brunk183f0562015-08-12 12:55:02 -07001707 mStatusWaiters++;
1708
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001709 bool stateSeen = false;
1710 do {
Ruben Brunk183f0562015-08-12 12:55:02 -07001711 if (active == (mStatus == STATUS_ACTIVE)) {
1712 // Desired state is current
1713 break;
1714 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001715
1716 res = mStatusChanged.waitRelative(mLock, timeout);
1717 if (res != OK) break;
1718
Ruben Brunk183f0562015-08-12 12:55:02 -07001719 // This is impossible, but if not, could result in subtle deadlocks and invalid state
1720 // transitions.
1721 LOG_ALWAYS_FATAL_IF(startIndex > mRecentStatusUpdates.size(),
1722 "%s: Skipping status updates in Camera3Device, may result in deadlock.",
1723 __FUNCTION__);
1724
1725 // Encountered desired state since we began waiting
1726 for (size_t i = startIndex; i < mRecentStatusUpdates.size(); i++) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001727 if (active == (mRecentStatusUpdates[i] == STATUS_ACTIVE) ) {
1728 stateSeen = true;
1729 break;
1730 }
1731 }
1732 } while (!stateSeen);
1733
Ruben Brunk183f0562015-08-12 12:55:02 -07001734 mStatusWaiters--;
1735
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001736 return res;
1737}
1738
1739
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001740status_t Camera3Device::setNotifyCallback(wp<NotificationListener> listener) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001741 ATRACE_CALL();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001742 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001743
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001744 if (listener != NULL && mListener != NULL) {
1745 ALOGW("%s: Replacing old callback listener", __FUNCTION__);
1746 }
1747 mListener = listener;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001748 mRequestThread->setNotificationListener(listener);
1749 mPreparerThread->setNotificationListener(listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001750
1751 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001752}
1753
Eino-Ville Talvala46910bd2013-07-18 19:15:17 -07001754bool Camera3Device::willNotify3A() {
1755 return false;
1756}
1757
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001758status_t Camera3Device::waitForNextFrame(nsecs_t timeout) {
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001759 status_t res;
1760 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001761
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001762 while (mResultQueue.empty()) {
1763 res = mResultSignal.waitRelative(mOutputLock, timeout);
1764 if (res == TIMED_OUT) {
1765 return res;
1766 } else if (res != OK) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001767 ALOGW("%s: Camera %s: No frame in %" PRId64 " ns: %s (%d)",
1768 __FUNCTION__, mId.string(), timeout, strerror(-res), res);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001769 return res;
1770 }
1771 }
1772 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001773}
1774
Jianing Weicb0652e2014-03-12 18:29:36 -07001775status_t Camera3Device::getNextResult(CaptureResult *frame) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001776 ATRACE_CALL();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001777 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001778
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001779 if (mResultQueue.empty()) {
1780 return NOT_ENOUGH_DATA;
1781 }
1782
Jianing Weicb0652e2014-03-12 18:29:36 -07001783 if (frame == NULL) {
1784 ALOGE("%s: argument cannot be NULL", __FUNCTION__);
1785 return BAD_VALUE;
1786 }
1787
1788 CaptureResult &result = *(mResultQueue.begin());
1789 frame->mResultExtras = result.mResultExtras;
1790 frame->mMetadata.acquire(result.mMetadata);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001791 mResultQueue.erase(mResultQueue.begin());
1792
1793 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001794}
1795
1796status_t Camera3Device::triggerAutofocus(uint32_t id) {
1797 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001798 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001799
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001800 ALOGV("%s: Triggering autofocus, id %d", __FUNCTION__, id);
1801 // Mix-in this trigger into the next request and only the next request.
1802 RequestTrigger trigger[] = {
1803 {
1804 ANDROID_CONTROL_AF_TRIGGER,
1805 ANDROID_CONTROL_AF_TRIGGER_START
1806 },
1807 {
1808 ANDROID_CONTROL_AF_TRIGGER_ID,
1809 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001810 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001811 };
1812
1813 return mRequestThread->queueTrigger(trigger,
1814 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001815}
1816
1817status_t Camera3Device::triggerCancelAutofocus(uint32_t id) {
1818 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001819 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001820
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001821 ALOGV("%s: Triggering cancel autofocus, id %d", __FUNCTION__, id);
1822 // Mix-in this trigger into the next request and only the next request.
1823 RequestTrigger trigger[] = {
1824 {
1825 ANDROID_CONTROL_AF_TRIGGER,
1826 ANDROID_CONTROL_AF_TRIGGER_CANCEL
1827 },
1828 {
1829 ANDROID_CONTROL_AF_TRIGGER_ID,
1830 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001831 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001832 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001833
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001834 return mRequestThread->queueTrigger(trigger,
1835 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001836}
1837
1838status_t Camera3Device::triggerPrecaptureMetering(uint32_t id) {
1839 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001840 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001841
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001842 ALOGV("%s: Triggering precapture metering, id %d", __FUNCTION__, id);
1843 // Mix-in this trigger into the next request and only the next request.
1844 RequestTrigger trigger[] = {
1845 {
1846 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
1847 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_START
1848 },
1849 {
1850 ANDROID_CONTROL_AE_PRECAPTURE_ID,
1851 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001852 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001853 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001854
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001855 return mRequestThread->queueTrigger(trigger,
1856 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001857}
1858
1859status_t Camera3Device::pushReprocessBuffer(int reprocessStreamId,
1860 buffer_handle_t *buffer, wp<BufferReleasedListener> listener) {
1861 ATRACE_CALL();
1862 (void)reprocessStreamId; (void)buffer; (void)listener;
1863
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001864 CLOGE("Unimplemented");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001865 return INVALID_OPERATION;
1866}
1867
Jianing Weicb0652e2014-03-12 18:29:36 -07001868status_t Camera3Device::flush(int64_t *frameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001869 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001870 ALOGV("%s: Camera %s: Flushing all requests", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001871 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001872
Zhijun He7ef20392014-04-21 16:04:17 -07001873 {
1874 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001875 mRequestThread->clear(/*out*/frameNumber);
Zhijun He7ef20392014-04-21 16:04:17 -07001876 }
1877
Zhijun He491e3412013-12-27 10:57:44 -08001878 status_t res;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001879 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_1) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07001880 res = mRequestThread->flush();
Zhijun He491e3412013-12-27 10:57:44 -08001881 } else {
Zhijun He7ef20392014-04-21 16:04:17 -07001882 Mutex::Autolock l(mLock);
Zhijun He69a37482014-03-23 18:44:49 -07001883 res = waitUntilDrainedLocked();
Zhijun He491e3412013-12-27 10:57:44 -08001884 }
1885
1886 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001887}
1888
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001889status_t Camera3Device::prepare(int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001890 return prepare(camera3::Camera3StreamInterface::ALLOCATE_PIPELINE_MAX, streamId);
1891}
1892
1893status_t Camera3Device::prepare(int maxCount, int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001894 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001895 ALOGV("%s: Camera %s: Preparing stream %d", __FUNCTION__, mId.string(), streamId);
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001896 Mutex::Autolock il(mInterfaceLock);
1897 Mutex::Autolock l(mLock);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001898
1899 sp<Camera3StreamInterface> stream;
1900 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1901 if (outputStreamIdx == NAME_NOT_FOUND) {
1902 CLOGE("Stream %d does not exist", streamId);
1903 return BAD_VALUE;
1904 }
1905
1906 stream = mOutputStreams.editValueAt(outputStreamIdx);
1907
1908 if (stream->isUnpreparable() || stream->hasOutstandingBuffers() ) {
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001909 CLOGE("Stream %d has already been a request target", streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001910 return BAD_VALUE;
1911 }
1912
1913 if (mRequestThread->isStreamPending(stream)) {
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001914 CLOGE("Stream %d is already a target in a pending request", streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001915 return BAD_VALUE;
1916 }
1917
Ruben Brunkc78ac262015-08-13 17:58:46 -07001918 return mPreparerThread->prepare(maxCount, stream);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001919}
1920
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001921status_t Camera3Device::tearDown(int streamId) {
1922 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001923 ALOGV("%s: Camera %s: Tearing down stream %d", __FUNCTION__, mId.string(), streamId);
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001924 Mutex::Autolock il(mInterfaceLock);
1925 Mutex::Autolock l(mLock);
1926
1927 // Teardown can only be accomplished on devices that don't require register_stream_buffers,
1928 // since we cannot call register_stream_buffers except right after configure_streams.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001929 if (mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_2) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001930 ALOGE("%s: Unable to tear down streams on device HAL v%x",
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001931 __FUNCTION__, mDeviceVersion);
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001932 return NO_INIT;
1933 }
1934
1935 sp<Camera3StreamInterface> stream;
1936 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1937 if (outputStreamIdx == NAME_NOT_FOUND) {
1938 CLOGE("Stream %d does not exist", streamId);
1939 return BAD_VALUE;
1940 }
1941
1942 stream = mOutputStreams.editValueAt(outputStreamIdx);
1943
1944 if (stream->hasOutstandingBuffers() || mRequestThread->isStreamPending(stream)) {
1945 CLOGE("Stream %d is a target of a in-progress request", streamId);
1946 return BAD_VALUE;
1947 }
1948
1949 return stream->tearDown();
1950}
1951
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -07001952status_t Camera3Device::addBufferListenerForStream(int streamId,
1953 wp<Camera3StreamBufferListener> listener) {
1954 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001955 ALOGV("%s: Camera %s: Adding buffer listener for stream %d", __FUNCTION__, mId.string(), streamId);
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -07001956 Mutex::Autolock il(mInterfaceLock);
1957 Mutex::Autolock l(mLock);
1958
1959 sp<Camera3StreamInterface> stream;
1960 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1961 if (outputStreamIdx == NAME_NOT_FOUND) {
1962 CLOGE("Stream %d does not exist", streamId);
1963 return BAD_VALUE;
1964 }
1965
1966 stream = mOutputStreams.editValueAt(outputStreamIdx);
1967 stream->addBufferListener(listener);
1968
1969 return OK;
1970}
1971
Zhijun He204e3292014-07-14 17:09:23 -07001972uint32_t Camera3Device::getDeviceVersion() {
1973 ATRACE_CALL();
1974 Mutex::Autolock il(mInterfaceLock);
1975 return mDeviceVersion;
1976}
1977
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001978/**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001979 * Methods called by subclasses
1980 */
1981
1982void Camera3Device::notifyStatus(bool idle) {
1983 {
1984 // Need mLock to safely update state and synchronize to current
1985 // state of methods in flight.
1986 Mutex::Autolock l(mLock);
1987 // We can get various system-idle notices from the status tracker
1988 // while starting up. Only care about them if we've actually sent
1989 // in some requests recently.
1990 if (mStatus != STATUS_ACTIVE && mStatus != STATUS_CONFIGURED) {
1991 return;
1992 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001993 ALOGV("%s: Camera %s: Now %s", __FUNCTION__, mId.string(),
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001994 idle ? "idle" : "active");
Ruben Brunk183f0562015-08-12 12:55:02 -07001995 internalUpdateStatusLocked(idle ? STATUS_CONFIGURED : STATUS_ACTIVE);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001996
1997 // Skip notifying listener if we're doing some user-transparent
1998 // state changes
1999 if (mPauseStateNotify) return;
2000 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002001
2002 sp<NotificationListener> listener;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002003 {
2004 Mutex::Autolock l(mOutputLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002005 listener = mListener.promote();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002006 }
2007 if (idle && listener != NULL) {
2008 listener->notifyIdle();
2009 }
2010}
2011
Shuzhen Wang758c2152017-01-10 18:26:18 -08002012status_t Camera3Device::setConsumerSurfaces(int streamId,
2013 const std::vector<sp<Surface>>& consumers) {
Zhijun He5d677d12016-05-29 16:52:39 -07002014 ATRACE_CALL();
Shuzhen Wang758c2152017-01-10 18:26:18 -08002015 ALOGV("%s: Camera %s: set consumer surface for stream %d",
2016 __FUNCTION__, mId.string(), streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07002017 Mutex::Autolock il(mInterfaceLock);
2018 Mutex::Autolock l(mLock);
2019
Shuzhen Wang758c2152017-01-10 18:26:18 -08002020 if (consumers.size() == 0) {
2021 CLOGE("No consumer is passed!");
Zhijun He5d677d12016-05-29 16:52:39 -07002022 return BAD_VALUE;
2023 }
2024
2025 ssize_t idx = mOutputStreams.indexOfKey(streamId);
2026 if (idx == NAME_NOT_FOUND) {
2027 CLOGE("Stream %d is unknown", streamId);
2028 return idx;
2029 }
2030 sp<Camera3OutputStreamInterface> stream = mOutputStreams[idx];
Shuzhen Wang758c2152017-01-10 18:26:18 -08002031 status_t res = stream->setConsumers(consumers);
Zhijun He5d677d12016-05-29 16:52:39 -07002032 if (res != OK) {
2033 CLOGE("Stream %d set consumer failed (error %d %s) ", streamId, res, strerror(-res));
2034 return res;
2035 }
2036
Shuzhen Wang0129d522016-10-30 22:43:41 -07002037 if (stream->isConsumerConfigurationDeferred()) {
2038 if (!stream->isConfiguring()) {
2039 CLOGE("Stream %d was already fully configured.", streamId);
2040 return INVALID_OPERATION;
2041 }
Zhijun He5d677d12016-05-29 16:52:39 -07002042
Shuzhen Wang0129d522016-10-30 22:43:41 -07002043 res = stream->finishConfiguration();
2044 if (res != OK) {
2045 SET_ERR_L("Can't finish configuring output stream %d: %s (%d)",
2046 stream->getId(), strerror(-res), res);
2047 return res;
2048 }
Zhijun He5d677d12016-05-29 16:52:39 -07002049 }
2050
2051 return OK;
2052}
2053
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002054/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002055 * Camera3Device private methods
2056 */
2057
2058sp<Camera3Device::CaptureRequest> Camera3Device::createCaptureRequest(
Shuzhen Wang0129d522016-10-30 22:43:41 -07002059 const CameraMetadata &request, const SurfaceMap &surfaceMap) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002060 ATRACE_CALL();
2061 status_t res;
2062
2063 sp<CaptureRequest> newRequest = new CaptureRequest;
2064 newRequest->mSettings = request;
2065
2066 camera_metadata_entry_t inputStreams =
2067 newRequest->mSettings.find(ANDROID_REQUEST_INPUT_STREAMS);
2068 if (inputStreams.count > 0) {
2069 if (mInputStream == NULL ||
Zhijun Hed1d64672013-09-06 15:00:01 -07002070 mInputStream->getId() != inputStreams.data.i32[0]) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002071 CLOGE("Request references unknown input stream %d",
2072 inputStreams.data.u8[0]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002073 return NULL;
2074 }
2075 // Lazy completion of stream configuration (allocation/registration)
2076 // on first use
2077 if (mInputStream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002078 res = mInputStream->finishConfiguration();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002079 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002080 SET_ERR_L("Unable to finish configuring input stream %d:"
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002081 " %s (%d)",
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002082 mInputStream->getId(), strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002083 return NULL;
2084 }
2085 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002086 // Check if stream is being prepared
2087 if (mInputStream->isPreparing()) {
2088 CLOGE("Request references an input stream that's being prepared!");
2089 return NULL;
2090 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002091
2092 newRequest->mInputStream = mInputStream;
2093 newRequest->mSettings.erase(ANDROID_REQUEST_INPUT_STREAMS);
2094 }
2095
2096 camera_metadata_entry_t streams =
2097 newRequest->mSettings.find(ANDROID_REQUEST_OUTPUT_STREAMS);
2098 if (streams.count == 0) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002099 CLOGE("Zero output streams specified!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002100 return NULL;
2101 }
2102
2103 for (size_t i = 0; i < streams.count; i++) {
Zhijun Hed1d64672013-09-06 15:00:01 -07002104 int idx = mOutputStreams.indexOfKey(streams.data.i32[i]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002105 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002106 CLOGE("Request references unknown stream %d",
2107 streams.data.u8[i]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002108 return NULL;
2109 }
Igor Murashkin2fba5842013-04-22 14:03:54 -07002110 sp<Camera3OutputStreamInterface> stream =
2111 mOutputStreams.editValueAt(idx);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002112
Zhijun He5d677d12016-05-29 16:52:39 -07002113 // It is illegal to include a deferred consumer output stream into a request
Shuzhen Wang0129d522016-10-30 22:43:41 -07002114 auto iter = surfaceMap.find(streams.data.i32[i]);
2115 if (iter != surfaceMap.end()) {
2116 const std::vector<size_t>& surfaces = iter->second;
2117 for (const auto& surface : surfaces) {
2118 if (stream->isConsumerConfigurationDeferred(surface)) {
2119 CLOGE("Stream %d surface %zu hasn't finished configuration yet "
2120 "due to deferred consumer", stream->getId(), surface);
2121 return NULL;
2122 }
2123 }
2124 newRequest->mOutputSurfaces[i] = surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -07002125 }
2126
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002127 // Lazy completion of stream configuration (allocation/registration)
2128 // on first use
2129 if (stream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002130 res = stream->finishConfiguration();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002131 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002132 SET_ERR_L("Unable to finish configuring stream %d: %s (%d)",
2133 stream->getId(), strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002134 return NULL;
2135 }
2136 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002137 // Check if stream is being prepared
2138 if (stream->isPreparing()) {
2139 CLOGE("Request references an output stream that's being prepared!");
2140 return NULL;
2141 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002142
2143 newRequest->mOutputStreams.push(stream);
2144 }
2145 newRequest->mSettings.erase(ANDROID_REQUEST_OUTPUT_STREAMS);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07002146 newRequest->mBatchSize = 1;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002147
2148 return newRequest;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002149}
2150
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002151bool Camera3Device::isOpaqueInputSizeSupported(uint32_t width, uint32_t height) {
2152 for (uint32_t i = 0; i < mSupportedOpaqueInputSizes.size(); i++) {
2153 Size size = mSupportedOpaqueInputSizes[i];
2154 if (size.width == width && size.height == height) {
2155 return true;
2156 }
2157 }
2158
2159 return false;
2160}
2161
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002162void Camera3Device::cancelStreamsConfigurationLocked() {
2163 int res = OK;
2164 if (mInputStream != NULL && mInputStream->isConfiguring()) {
2165 res = mInputStream->cancelConfiguration();
2166 if (res != OK) {
2167 CLOGE("Can't cancel configuring input stream %d: %s (%d)",
2168 mInputStream->getId(), strerror(-res), res);
2169 }
2170 }
2171
2172 for (size_t i = 0; i < mOutputStreams.size(); i++) {
2173 sp<Camera3OutputStreamInterface> outputStream = mOutputStreams.editValueAt(i);
2174 if (outputStream->isConfiguring()) {
2175 res = outputStream->cancelConfiguration();
2176 if (res != OK) {
2177 CLOGE("Can't cancel configuring output stream %d: %s (%d)",
2178 outputStream->getId(), strerror(-res), res);
2179 }
2180 }
2181 }
2182
2183 // Return state to that at start of call, so that future configures
2184 // properly clean things up
2185 internalUpdateStatusLocked(STATUS_UNCONFIGURED);
2186 mNeedConfig = true;
2187}
2188
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08002189status_t Camera3Device::configureStreamsLocked(int operatingMode) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002190 ATRACE_CALL();
2191 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002192
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002193 if (mStatus != STATUS_UNCONFIGURED && mStatus != STATUS_CONFIGURED) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002194 CLOGE("Not idle");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002195 return INVALID_OPERATION;
2196 }
2197
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08002198 if (operatingMode < 0) {
2199 CLOGE("Invalid operating mode: %d", operatingMode);
2200 return BAD_VALUE;
2201 }
2202
2203 bool isConstrainedHighSpeed =
2204 static_cast<int>(StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE) ==
2205 operatingMode;
2206
2207 if (mOperatingMode != operatingMode) {
2208 mNeedConfig = true;
2209 mIsConstrainedHighSpeedConfiguration = isConstrainedHighSpeed;
2210 mOperatingMode = operatingMode;
2211 }
2212
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07002213 if (!mNeedConfig) {
2214 ALOGV("%s: Skipping config, no stream changes", __FUNCTION__);
2215 return OK;
2216 }
2217
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002218 // Workaround for device HALv3.2 or older spec bug - zero streams requires
2219 // adding a dummy stream instead.
2220 // TODO: Bug: 17321404 for fixing the HAL spec and removing this workaround.
2221 if (mOutputStreams.size() == 0) {
2222 addDummyStreamLocked();
2223 } else {
2224 tryRemoveDummyStreamLocked();
2225 }
2226
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002227 // Start configuring the streams
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002228 ALOGV("%s: Camera %s: Starting stream configuration", __FUNCTION__, mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002229
2230 camera3_stream_configuration config;
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08002231 config.operation_mode = mOperatingMode;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002232 config.num_streams = (mInputStream != NULL) + mOutputStreams.size();
2233
2234 Vector<camera3_stream_t*> streams;
2235 streams.setCapacity(config.num_streams);
2236
2237 if (mInputStream != NULL) {
2238 camera3_stream_t *inputStream;
2239 inputStream = mInputStream->startConfiguration();
2240 if (inputStream == NULL) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002241 CLOGE("Can't start input stream configuration");
2242 cancelStreamsConfigurationLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002243 return INVALID_OPERATION;
2244 }
2245 streams.add(inputStream);
2246 }
2247
2248 for (size_t i = 0; i < mOutputStreams.size(); i++) {
Igor Murashkin2fba5842013-04-22 14:03:54 -07002249
2250 // Don't configure bidi streams twice, nor add them twice to the list
2251 if (mOutputStreams[i].get() ==
2252 static_cast<Camera3StreamInterface*>(mInputStream.get())) {
2253
2254 config.num_streams--;
2255 continue;
2256 }
2257
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002258 camera3_stream_t *outputStream;
2259 outputStream = mOutputStreams.editValueAt(i)->startConfiguration();
2260 if (outputStream == NULL) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002261 CLOGE("Can't start output stream configuration");
2262 cancelStreamsConfigurationLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002263 return INVALID_OPERATION;
2264 }
2265 streams.add(outputStream);
2266 }
2267
2268 config.streams = streams.editArray();
2269
2270 // Do the HAL configuration; will potentially touch stream
2271 // max_buffers, usage, priv fields.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002272
2273 res = mInterface->configureStreams(&config);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002274
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002275 if (res == BAD_VALUE) {
2276 // HAL rejected this set of streams as unsupported, clean up config
2277 // attempt and return to unconfigured state
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002278 CLOGE("Set of requested inputs/outputs not supported by HAL");
2279 cancelStreamsConfigurationLocked();
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002280 return BAD_VALUE;
2281 } else if (res != OK) {
2282 // Some other kind of error from configure_streams - this is not
2283 // expected
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002284 SET_ERR_L("Unable to configure streams with HAL: %s (%d)",
2285 strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002286 return res;
2287 }
2288
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002289 // Finish all stream configuration immediately.
2290 // TODO: Try to relax this later back to lazy completion, which should be
2291 // faster
2292
Igor Murashkin073f8572013-05-02 14:59:28 -07002293 if (mInputStream != NULL && mInputStream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002294 res = mInputStream->finishConfiguration();
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002295 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002296 CLOGE("Can't finish configuring input stream %d: %s (%d)",
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002297 mInputStream->getId(), strerror(-res), res);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002298 cancelStreamsConfigurationLocked();
2299 return BAD_VALUE;
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002300 }
2301 }
2302
2303 for (size_t i = 0; i < mOutputStreams.size(); i++) {
Igor Murashkin073f8572013-05-02 14:59:28 -07002304 sp<Camera3OutputStreamInterface> outputStream =
2305 mOutputStreams.editValueAt(i);
Zhijun He5d677d12016-05-29 16:52:39 -07002306 if (outputStream->isConfiguring() && !outputStream->isConsumerConfigurationDeferred()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002307 res = outputStream->finishConfiguration();
Igor Murashkin073f8572013-05-02 14:59:28 -07002308 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002309 CLOGE("Can't finish configuring output stream %d: %s (%d)",
Igor Murashkin073f8572013-05-02 14:59:28 -07002310 outputStream->getId(), strerror(-res), res);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002311 cancelStreamsConfigurationLocked();
2312 return BAD_VALUE;
Igor Murashkin073f8572013-05-02 14:59:28 -07002313 }
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002314 }
2315 }
2316
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002317 // Request thread needs to know to avoid using repeat-last-settings protocol
2318 // across configure_streams() calls
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07002319 mRequestThread->configurationComplete(mIsConstrainedHighSpeedConfiguration);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002320
Zhijun He90f7c372016-08-16 16:19:43 -07002321 char value[PROPERTY_VALUE_MAX];
2322 property_get("camera.fifo.disable", value, "0");
2323 int32_t disableFifo = atoi(value);
2324 if (disableFifo != 1) {
2325 // Boost priority of request thread to SCHED_FIFO.
2326 pid_t requestThreadTid = mRequestThread->getTid();
2327 res = requestPriority(getpid(), requestThreadTid,
Mikhail Naganov83f04272017-02-07 10:45:09 -08002328 kRequestThreadPriority, /*isForApp*/ false, /*asynchronous*/ false);
Zhijun He90f7c372016-08-16 16:19:43 -07002329 if (res != OK) {
2330 ALOGW("Can't set realtime priority for request processing thread: %s (%d)",
2331 strerror(-res), res);
2332 } else {
2333 ALOGD("Set real time priority for request queue thread (tid %d)", requestThreadTid);
2334 }
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -07002335 }
2336
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002337 // Update device state
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002338
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07002339 mNeedConfig = false;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002340
Ruben Brunk183f0562015-08-12 12:55:02 -07002341 internalUpdateStatusLocked((mDummyStreamId == NO_STREAM) ?
2342 STATUS_CONFIGURED : STATUS_UNCONFIGURED);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002343
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002344 ALOGV("%s: Camera %s: Stream configuration complete", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002345
Zhijun He0a210512014-07-24 13:45:15 -07002346 // tear down the deleted streams after configure streams.
2347 mDeletedStreams.clear();
2348
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002349 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002350}
2351
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002352status_t Camera3Device::addDummyStreamLocked() {
2353 ATRACE_CALL();
2354 status_t res;
2355
2356 if (mDummyStreamId != NO_STREAM) {
2357 // Should never be adding a second dummy stream when one is already
2358 // active
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002359 SET_ERR_L("%s: Camera %s: A dummy stream already exists!",
2360 __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002361 return INVALID_OPERATION;
2362 }
2363
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002364 ALOGV("%s: Camera %s: Adding a dummy stream", __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002365
2366 sp<Camera3OutputStreamInterface> dummyStream =
2367 new Camera3DummyStream(mNextStreamId);
2368
2369 res = mOutputStreams.add(mNextStreamId, dummyStream);
2370 if (res < 0) {
2371 SET_ERR_L("Can't add dummy stream to set: %s (%d)", strerror(-res), res);
2372 return res;
2373 }
2374
2375 mDummyStreamId = mNextStreamId;
2376 mNextStreamId++;
2377
2378 return OK;
2379}
2380
2381status_t Camera3Device::tryRemoveDummyStreamLocked() {
2382 ATRACE_CALL();
2383 status_t res;
2384
2385 if (mDummyStreamId == NO_STREAM) return OK;
2386 if (mOutputStreams.size() == 1) return OK;
2387
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002388 ALOGV("%s: Camera %s: Removing the dummy stream", __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002389
2390 // Ok, have a dummy stream and there's at least one other output stream,
2391 // so remove the dummy
2392
2393 sp<Camera3StreamInterface> deletedStream;
2394 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(mDummyStreamId);
2395 if (outputStreamIdx == NAME_NOT_FOUND) {
2396 SET_ERR_L("Dummy stream %d does not appear to exist", mDummyStreamId);
2397 return INVALID_OPERATION;
2398 }
2399
2400 deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
2401 mOutputStreams.removeItemsAt(outputStreamIdx);
2402
2403 // Free up the stream endpoint so that it can be used by some other stream
2404 res = deletedStream->disconnect();
2405 if (res != OK) {
2406 SET_ERR_L("Can't disconnect deleted dummy stream %d", mDummyStreamId);
2407 // fall through since we want to still list the stream as deleted.
2408 }
2409 mDeletedStreams.add(deletedStream);
2410 mDummyStreamId = NO_STREAM;
2411
2412 return res;
2413}
2414
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002415void Camera3Device::setErrorState(const char *fmt, ...) {
2416 Mutex::Autolock l(mLock);
2417 va_list args;
2418 va_start(args, fmt);
2419
2420 setErrorStateLockedV(fmt, args);
2421
2422 va_end(args);
2423}
2424
2425void Camera3Device::setErrorStateV(const char *fmt, va_list args) {
2426 Mutex::Autolock l(mLock);
2427 setErrorStateLockedV(fmt, args);
2428}
2429
2430void Camera3Device::setErrorStateLocked(const char *fmt, ...) {
2431 va_list args;
2432 va_start(args, fmt);
2433
2434 setErrorStateLockedV(fmt, args);
2435
2436 va_end(args);
2437}
2438
2439void Camera3Device::setErrorStateLockedV(const char *fmt, va_list args) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002440 // Print out all error messages to log
2441 String8 errorCause = String8::formatV(fmt, args);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002442 ALOGE("Camera %s: %s", mId.string(), errorCause.string());
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002443
2444 // But only do error state transition steps for the first error
Zhijun Heb05eeae2013-06-06 13:51:22 -07002445 if (mStatus == STATUS_ERROR || mStatus == STATUS_UNINITIALIZED) return;
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002446
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002447 mErrorCause = errorCause;
2448
2449 mRequestThread->setPaused(true);
Ruben Brunk183f0562015-08-12 12:55:02 -07002450 internalUpdateStatusLocked(STATUS_ERROR);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002451
2452 // Notify upstream about a device error
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002453 sp<NotificationListener> listener = mListener.promote();
2454 if (listener != NULL) {
2455 listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002456 CaptureResultExtras());
2457 }
2458
2459 // Save stack trace. View by dumping it later.
2460 CameraTraces::saveTrace();
2461 // TODO: consider adding errorCause and client pid/procname
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002462}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002463
2464/**
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002465 * In-flight request management
2466 */
2467
Jianing Weicb0652e2014-03-12 18:29:36 -07002468status_t Camera3Device::registerInFlight(uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002469 int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002470 const AeTriggerCancelOverride_t &aeTriggerCancelOverride,
2471 bool hasAppCallback) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002472 ATRACE_CALL();
2473 Mutex::Autolock l(mInFlightLock);
2474
2475 ssize_t res;
Chien-Yu Chend196d612015-06-22 19:49:01 -07002476 res = mInFlightMap.add(frameNumber, InFlightRequest(numBuffers, resultExtras, hasInput,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002477 aeTriggerCancelOverride, hasAppCallback));
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002478 if (res < 0) return res;
2479
Eino-Ville Talvala24b366e2016-07-21 12:53:07 -07002480 if (mInFlightMap.size() == 1) {
2481 mStatusTracker->markComponentActive(mInFlightStatusId);
2482 }
2483
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002484 return OK;
2485}
2486
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002487void Camera3Device::returnOutputBuffers(
2488 const camera3_stream_buffer_t *outputBuffers, size_t numBuffers,
2489 nsecs_t timestamp) {
2490 for (size_t i = 0; i < numBuffers; i++)
2491 {
2492 Camera3Stream *stream = Camera3Stream::cast(outputBuffers[i].stream);
2493 status_t res = stream->returnBuffer(outputBuffers[i], timestamp);
2494 // Note: stream may be deallocated at this point, if this buffer was
2495 // the last reference to it.
2496 if (res != OK) {
2497 ALOGE("Can't return buffer to its stream: %s (%d)",
2498 strerror(-res), res);
2499 }
2500 }
2501}
2502
Shuzhen Wangcadb3302016-11-04 14:17:56 -07002503void Camera3Device::removeInFlightMapEntryLocked(int idx) {
2504 mInFlightMap.removeItemsAt(idx, 1);
2505
2506 // Indicate idle inFlightMap to the status tracker
2507 if (mInFlightMap.size() == 0) {
2508 mStatusTracker->markComponentIdle(mInFlightStatusId, Fence::NO_FENCE);
2509 }
2510}
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002511
2512void Camera3Device::removeInFlightRequestIfReadyLocked(int idx) {
2513
2514 const InFlightRequest &request = mInFlightMap.valueAt(idx);
2515 const uint32_t frameNumber = mInFlightMap.keyAt(idx);
2516
2517 nsecs_t sensorTimestamp = request.sensorTimestamp;
2518 nsecs_t shutterTimestamp = request.shutterTimestamp;
2519
2520 // Check if it's okay to remove the request from InFlightMap:
2521 // In the case of a successful request:
2522 // all input and output buffers, all result metadata, shutter callback
2523 // arrived.
2524 // In the case of a unsuccessful request:
2525 // all input and output buffers arrived.
2526 if (request.numBuffersLeft == 0 &&
2527 (request.requestStatus != OK ||
2528 (request.haveResultMetadata && shutterTimestamp != 0))) {
2529 ATRACE_ASYNC_END("frame capture", frameNumber);
2530
Shuzhen Wang403044a2017-02-26 23:29:04 -08002531 // Sanity check - if sensor timestamp matches shutter timestamp in the
2532 // case of request having callback.
2533 if (request.hasCallback && request.requestStatus == OK &&
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002534 sensorTimestamp != shutterTimestamp) {
2535 SET_ERR("sensor timestamp (%" PRId64
2536 ") for frame %d doesn't match shutter timestamp (%" PRId64 ")",
2537 sensorTimestamp, frameNumber, shutterTimestamp);
2538 }
2539
2540 // for an unsuccessful request, it may have pending output buffers to
2541 // return.
2542 assert(request.requestStatus != OK ||
2543 request.pendingOutputBuffers.size() == 0);
2544 returnOutputBuffers(request.pendingOutputBuffers.array(),
2545 request.pendingOutputBuffers.size(), 0);
2546
Shuzhen Wangcadb3302016-11-04 14:17:56 -07002547 removeInFlightMapEntryLocked(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002548 ALOGVV("%s: removed frame %d from InFlightMap", __FUNCTION__, frameNumber);
2549 }
2550
2551 // Sanity check - if we have too many in-flight frames, something has
2552 // likely gone wrong
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -07002553 if (!mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() > kInFlightWarnLimit) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002554 CLOGE("In-flight list too large: %zu", mInFlightMap.size());
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -07002555 } else if (mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() >
2556 kInFlightWarnLimitHighSpeed) {
2557 CLOGE("In-flight list too large for high speed configuration: %zu",
2558 mInFlightMap.size());
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002559 }
2560}
2561
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002562void Camera3Device::insertResultLocked(CaptureResult *result, uint32_t frameNumber,
2563 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2564 if (result == nullptr) return;
2565
2566 if (result->mMetadata.update(ANDROID_REQUEST_FRAME_COUNT,
2567 (int32_t*)&frameNumber, 1) != OK) {
2568 SET_ERR("Failed to set frame number %d in metadata", frameNumber);
2569 return;
2570 }
2571
2572 if (result->mMetadata.update(ANDROID_REQUEST_ID, &result->mResultExtras.requestId, 1) != OK) {
2573 SET_ERR("Failed to set request ID in metadata for frame %d", frameNumber);
2574 return;
2575 }
2576
2577 overrideResultForPrecaptureCancel(&result->mMetadata, aeTriggerCancelOverride);
2578
2579 // Valid result, insert into queue
2580 List<CaptureResult>::iterator queuedResult =
2581 mResultQueue.insert(mResultQueue.end(), CaptureResult(*result));
2582 ALOGVV("%s: result requestId = %" PRId32 ", frameNumber = %" PRId64
2583 ", burstId = %" PRId32, __FUNCTION__,
2584 queuedResult->mResultExtras.requestId,
2585 queuedResult->mResultExtras.frameNumber,
2586 queuedResult->mResultExtras.burstId);
2587
2588 mResultSignal.signal();
2589}
2590
2591
2592void Camera3Device::sendPartialCaptureResult(const camera_metadata_t * partialResult,
2593 const CaptureResultExtras &resultExtras, uint32_t frameNumber,
2594 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2595 Mutex::Autolock l(mOutputLock);
2596
2597 CaptureResult captureResult;
2598 captureResult.mResultExtras = resultExtras;
2599 captureResult.mMetadata = partialResult;
2600
2601 insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
2602}
2603
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002604
2605void Camera3Device::sendCaptureResult(CameraMetadata &pendingMetadata,
2606 CaptureResultExtras &resultExtras,
2607 CameraMetadata &collectedPartialResult,
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002608 uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002609 bool reprocess,
2610 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002611 if (pendingMetadata.isEmpty())
2612 return;
2613
2614 Mutex::Autolock l(mOutputLock);
2615
2616 // TODO: need to track errors for tighter bounds on expected frame number
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002617 if (reprocess) {
2618 if (frameNumber < mNextReprocessResultFrameNumber) {
2619 SET_ERR("Out-of-order reprocess capture result metadata submitted! "
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002620 "(got frame number %d, expecting %d)",
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002621 frameNumber, mNextReprocessResultFrameNumber);
2622 return;
2623 }
2624 mNextReprocessResultFrameNumber = frameNumber + 1;
2625 } else {
2626 if (frameNumber < mNextResultFrameNumber) {
2627 SET_ERR("Out-of-order capture result metadata submitted! "
2628 "(got frame number %d, expecting %d)",
2629 frameNumber, mNextResultFrameNumber);
2630 return;
2631 }
2632 mNextResultFrameNumber = frameNumber + 1;
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002633 }
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002634
2635 CaptureResult captureResult;
2636 captureResult.mResultExtras = resultExtras;
2637 captureResult.mMetadata = pendingMetadata;
2638
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002639 // Append any previous partials to form a complete result
2640 if (mUsePartialResult && !collectedPartialResult.isEmpty()) {
2641 captureResult.mMetadata.append(collectedPartialResult);
2642 }
2643
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07002644 // Derive some new keys for backward compaibility
2645 if (mDerivePostRawSensKey && !captureResult.mMetadata.exists(
2646 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
2647 int32_t defaultBoost[1] = {100};
2648 captureResult.mMetadata.update(
2649 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
2650 defaultBoost, 1);
2651 }
2652
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002653 captureResult.mMetadata.sort();
2654
2655 // Check that there's a timestamp in the result metadata
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07002656 camera_metadata_entry timestamp = captureResult.mMetadata.find(ANDROID_SENSOR_TIMESTAMP);
2657 if (timestamp.count == 0) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002658 SET_ERR("No timestamp provided by HAL for frame %d!",
2659 frameNumber);
2660 return;
2661 }
2662
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07002663 mTagMonitor.monitorMetadata(TagMonitor::RESULT,
2664 frameNumber, timestamp.data.i64[0], captureResult.mMetadata);
2665
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002666 insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002667}
2668
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002669/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002670 * Camera HAL device callback methods
2671 */
2672
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002673void Camera3Device::processCaptureResult(const camera3_capture_result *result) {
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002674 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002675
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002676 status_t res;
2677
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002678 uint32_t frameNumber = result->frame_number;
Zhijun Hef0d962a2014-06-30 10:24:11 -07002679 if (result->result == NULL && result->num_output_buffers == 0 &&
2680 result->input_buffer == NULL) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002681 SET_ERR("No result data provided by HAL for frame %d",
2682 frameNumber);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002683 return;
2684 }
Zhijun He204e3292014-07-14 17:09:23 -07002685
2686 // For HAL3.2 or above, If HAL doesn't support partial, it must always set
2687 // partial_result to 1 when metadata is included in this result.
2688 if (!mUsePartialResult &&
2689 mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2 &&
2690 result->result != NULL &&
2691 result->partial_result != 1) {
2692 SET_ERR("Result is malformed for frame %d: partial_result %u must be 1"
2693 " if partial result is not supported",
2694 frameNumber, result->partial_result);
2695 return;
2696 }
2697
2698 bool isPartialResult = false;
2699 CameraMetadata collectedPartialResult;
Jianing Weicb0652e2014-03-12 18:29:36 -07002700 CaptureResultExtras resultExtras;
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002701 bool hasInputBufferInRequest = false;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002702
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002703 // Get shutter timestamp and resultExtras from list of in-flight requests,
2704 // where it was added by the shutter notification for this frame. If the
2705 // shutter timestamp isn't received yet, append the output buffers to the
2706 // in-flight request and they will be returned when the shutter timestamp
2707 // arrives. Update the in-flight status and remove the in-flight entry if
2708 // all result data and shutter timestamp have been received.
2709 nsecs_t shutterTimestamp = 0;
2710
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002711 {
2712 Mutex::Autolock l(mInFlightLock);
2713 ssize_t idx = mInFlightMap.indexOfKey(frameNumber);
2714 if (idx == NAME_NOT_FOUND) {
2715 SET_ERR("Unknown frame number for capture result: %d",
2716 frameNumber);
2717 return;
2718 }
2719 InFlightRequest &request = mInFlightMap.editValueAt(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002720 ALOGVV("%s: got InFlightRequest requestId = %" PRId32
2721 ", frameNumber = %" PRId64 ", burstId = %" PRId32
Shuzhen Wang4a472662017-02-26 23:29:04 -08002722 ", partialResultCount = %d, hasCallback = %d",
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002723 __FUNCTION__, request.resultExtras.requestId,
2724 request.resultExtras.frameNumber, request.resultExtras.burstId,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002725 result->partial_result, request.hasCallback);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002726 // Always update the partial count to the latest one if it's not 0
2727 // (buffers only). When framework aggregates adjacent partial results
2728 // into one, the latest partial count will be used.
2729 if (result->partial_result != 0)
2730 request.resultExtras.partialResultCount = result->partial_result;
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002731
2732 // Check if this result carries only partial metadata
Zhijun He204e3292014-07-14 17:09:23 -07002733 if (mUsePartialResult && result->result != NULL) {
2734 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
2735 if (result->partial_result > mNumPartialResults || result->partial_result < 1) {
2736 SET_ERR("Result is malformed for frame %d: partial_result %u must be in"
2737 " the range of [1, %d] when metadata is included in the result",
2738 frameNumber, result->partial_result, mNumPartialResults);
2739 return;
2740 }
2741 isPartialResult = (result->partial_result < mNumPartialResults);
Zhijun He5d76e1a2014-07-22 16:08:13 -07002742 if (isPartialResult) {
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002743 request.collectedPartialResult.append(result->result);
Zhijun He5d76e1a2014-07-22 16:08:13 -07002744 }
Zhijun He204e3292014-07-14 17:09:23 -07002745 } else {
2746 camera_metadata_ro_entry_t partialResultEntry;
2747 res = find_camera_metadata_ro_entry(result->result,
2748 ANDROID_QUIRKS_PARTIAL_RESULT, &partialResultEntry);
2749 if (res != NAME_NOT_FOUND &&
2750 partialResultEntry.count > 0 &&
2751 partialResultEntry.data.u8[0] ==
2752 ANDROID_QUIRKS_PARTIAL_RESULT_PARTIAL) {
2753 // A partial result. Flag this as such, and collect this
2754 // set of metadata into the in-flight entry.
2755 isPartialResult = true;
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002756 request.collectedPartialResult.append(
Zhijun He204e3292014-07-14 17:09:23 -07002757 result->result);
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002758 request.collectedPartialResult.erase(
Zhijun He204e3292014-07-14 17:09:23 -07002759 ANDROID_QUIRKS_PARTIAL_RESULT);
2760 }
2761 }
2762
Shuzhen Wang4a472662017-02-26 23:29:04 -08002763 if (isPartialResult && request.hasCallback) {
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002764 // Send partial capture result
2765 sendPartialCaptureResult(result->result, request.resultExtras, frameNumber,
2766 request.aeTriggerCancelOverride);
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002767 }
2768 }
2769
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002770 shutterTimestamp = request.shutterTimestamp;
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002771 hasInputBufferInRequest = request.hasInputBuffer;
Jianing Weicb0652e2014-03-12 18:29:36 -07002772
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002773 // Did we get the (final) result metadata for this capture?
Zhijun He204e3292014-07-14 17:09:23 -07002774 if (result->result != NULL && !isPartialResult) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002775 if (request.haveResultMetadata) {
2776 SET_ERR("Called multiple times with metadata for frame %d",
2777 frameNumber);
2778 return;
2779 }
Zhijun He204e3292014-07-14 17:09:23 -07002780 if (mUsePartialResult &&
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002781 !request.collectedPartialResult.isEmpty()) {
Zhijun He204e3292014-07-14 17:09:23 -07002782 collectedPartialResult.acquire(
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002783 request.collectedPartialResult);
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002784 }
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002785 request.haveResultMetadata = true;
2786 }
2787
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002788 uint32_t numBuffersReturned = result->num_output_buffers;
2789 if (result->input_buffer != NULL) {
2790 if (hasInputBufferInRequest) {
2791 numBuffersReturned += 1;
2792 } else {
2793 ALOGW("%s: Input buffer should be NULL if there is no input"
2794 " buffer sent in the request",
2795 __FUNCTION__);
2796 }
2797 }
2798 request.numBuffersLeft -= numBuffersReturned;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002799 if (request.numBuffersLeft < 0) {
2800 SET_ERR("Too many buffers returned for frame %d",
2801 frameNumber);
2802 return;
2803 }
2804
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002805 camera_metadata_ro_entry_t entry;
2806 res = find_camera_metadata_ro_entry(result->result,
2807 ANDROID_SENSOR_TIMESTAMP, &entry);
2808 if (res == OK && entry.count == 1) {
2809 request.sensorTimestamp = entry.data.i64[0];
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002810 }
2811
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002812 // If shutter event isn't received yet, append the output buffers to
2813 // the in-flight request. Otherwise, return the output buffers to
2814 // streams.
2815 if (shutterTimestamp == 0) {
2816 request.pendingOutputBuffers.appendArray(result->output_buffers,
2817 result->num_output_buffers);
Igor Murashkind2c90692013-04-02 12:32:32 -07002818 } else {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002819 returnOutputBuffers(result->output_buffers,
2820 result->num_output_buffers, shutterTimestamp);
Igor Murashkind2c90692013-04-02 12:32:32 -07002821 }
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002822
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002823 if (result->result != NULL && !isPartialResult) {
2824 if (shutterTimestamp == 0) {
2825 request.pendingMetadata = result->result;
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002826 request.collectedPartialResult = collectedPartialResult;
Shuzhen Wang4a472662017-02-26 23:29:04 -08002827 } else if (request.hasCallback) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002828 CameraMetadata metadata;
2829 metadata = result->result;
2830 sendCaptureResult(metadata, request.resultExtras,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002831 collectedPartialResult, frameNumber, hasInputBufferInRequest,
2832 request.aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002833 }
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002834 }
2835
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002836 removeInFlightRequestIfReadyLocked(idx);
2837 } // scope for mInFlightLock
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002838
Zhijun Hef0d962a2014-06-30 10:24:11 -07002839 if (result->input_buffer != NULL) {
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002840 if (hasInputBufferInRequest) {
2841 Camera3Stream *stream =
2842 Camera3Stream::cast(result->input_buffer->stream);
2843 res = stream->returnInputBuffer(*(result->input_buffer));
2844 // Note: stream may be deallocated at this point, if this buffer was the
2845 // last reference to it.
2846 if (res != OK) {
2847 ALOGE("%s: RequestThread: Can't return input buffer for frame %d to"
2848 " its stream:%s (%d)", __FUNCTION__,
2849 frameNumber, strerror(-res), res);
Zhijun He0ea8fa42014-07-07 17:05:38 -07002850 }
2851 } else {
2852 ALOGW("%s: Input buffer should be NULL if there is no input"
2853 " buffer sent in the request, skipping input buffer return.",
2854 __FUNCTION__);
Zhijun Hef0d962a2014-06-30 10:24:11 -07002855 }
2856 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002857}
2858
2859void Camera3Device::notify(const camera3_notify_msg *msg) {
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -07002860 ATRACE_CALL();
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002861 sp<NotificationListener> listener;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002862 {
2863 Mutex::Autolock l(mOutputLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002864 listener = mListener.promote();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002865 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002866
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002867 if (msg == NULL) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002868 SET_ERR("HAL sent NULL notify message!");
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002869 return;
2870 }
2871
2872 switch (msg->type) {
2873 case CAMERA3_MSG_ERROR: {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002874 notifyError(msg->message.error, listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002875 break;
2876 }
2877 case CAMERA3_MSG_SHUTTER: {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002878 notifyShutter(msg->message.shutter, listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002879 break;
2880 }
2881 default:
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002882 SET_ERR("Unknown notify message from HAL: %d",
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002883 msg->type);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002884 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002885}
2886
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002887void Camera3Device::notifyError(const camera3_error_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002888 sp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002889
2890 // Map camera HAL error codes to ICameraDeviceCallback error codes
2891 // Index into this with the HAL error code
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002892 static const int32_t halErrorMap[CAMERA3_MSG_NUM_ERRORS] = {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002893 // 0 = Unused error code
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002894 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002895 // 1 = CAMERA3_MSG_ERROR_DEVICE
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002896 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002897 // 2 = CAMERA3_MSG_ERROR_REQUEST
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002898 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002899 // 3 = CAMERA3_MSG_ERROR_RESULT
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002900 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002901 // 4 = CAMERA3_MSG_ERROR_BUFFER
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002902 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002903 };
2904
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002905 int32_t errorCode =
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002906 ((msg.error_code >= 0) &&
2907 (msg.error_code < CAMERA3_MSG_NUM_ERRORS)) ?
2908 halErrorMap[msg.error_code] :
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002909 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002910
2911 int streamId = 0;
2912 if (msg.error_stream != NULL) {
2913 Camera3Stream *stream =
2914 Camera3Stream::cast(msg.error_stream);
2915 streamId = stream->getId();
2916 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002917 ALOGV("Camera %s: %s: HAL error, frame %d, stream %d: %d",
2918 mId.string(), __FUNCTION__, msg.frame_number,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002919 streamId, msg.error_code);
2920
2921 CaptureResultExtras resultExtras;
2922 switch (errorCode) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002923 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE:
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002924 // SET_ERR calls notifyError
2925 SET_ERR("Camera HAL reported serious device error");
2926 break;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002927 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST:
2928 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT:
2929 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER:
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002930 {
2931 Mutex::Autolock l(mInFlightLock);
2932 ssize_t idx = mInFlightMap.indexOfKey(msg.frame_number);
2933 if (idx >= 0) {
2934 InFlightRequest &r = mInFlightMap.editValueAt(idx);
2935 r.requestStatus = msg.error_code;
2936 resultExtras = r.resultExtras;
Emilian Peevba0fac32017-03-30 09:05:34 +01002937 if (hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT ==
2938 errorCode) {
2939 // In case of missing result check whether the buffers
2940 // returned. If they returned, then remove inflight
2941 // request.
2942 removeInFlightRequestIfReadyLocked(idx);
2943 }
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002944 } else {
2945 resultExtras.frameNumber = msg.frame_number;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002946 ALOGE("Camera %s: %s: cannot find in-flight request on "
2947 "frame %" PRId64 " error", mId.string(), __FUNCTION__,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002948 resultExtras.frameNumber);
2949 }
2950 }
Eino-Ville Talvalae95bb632016-03-06 19:55:44 -08002951 resultExtras.errorStreamId = streamId;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002952 if (listener != NULL) {
2953 listener->notifyError(errorCode, resultExtras);
2954 } else {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002955 ALOGE("Camera %s: %s: no listener available", mId.string(), __FUNCTION__);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002956 }
2957 break;
2958 default:
2959 // SET_ERR calls notifyError
2960 SET_ERR("Unknown error message from HAL: %d", msg.error_code);
2961 break;
2962 }
2963}
2964
2965void Camera3Device::notifyShutter(const camera3_shutter_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002966 sp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002967 ssize_t idx;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002968
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002969 // Set timestamp for the request in the in-flight tracking
2970 // and get the request ID to send upstream
2971 {
2972 Mutex::Autolock l(mInFlightLock);
2973 idx = mInFlightMap.indexOfKey(msg.frame_number);
2974 if (idx >= 0) {
2975 InFlightRequest &r = mInFlightMap.editValueAt(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002976
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07002977 // Verify ordering of shutter notifications
2978 {
2979 Mutex::Autolock l(mOutputLock);
2980 // TODO: need to track errors for tighter bounds on expected frame number.
2981 if (r.hasInputBuffer) {
2982 if (msg.frame_number < mNextReprocessShutterFrameNumber) {
2983 SET_ERR("Shutter notification out-of-order. Expected "
2984 "notification for frame %d, got frame %d",
2985 mNextReprocessShutterFrameNumber, msg.frame_number);
2986 return;
2987 }
2988 mNextReprocessShutterFrameNumber = msg.frame_number + 1;
2989 } else {
2990 if (msg.frame_number < mNextShutterFrameNumber) {
2991 SET_ERR("Shutter notification out-of-order. Expected "
2992 "notification for frame %d, got frame %d",
2993 mNextShutterFrameNumber, msg.frame_number);
2994 return;
2995 }
2996 mNextShutterFrameNumber = msg.frame_number + 1;
2997 }
2998 }
2999
Shuzhen Wang4a472662017-02-26 23:29:04 -08003000 r.shutterTimestamp = msg.timestamp;
3001 if (r.hasCallback) {
3002 ALOGVV("Camera %s: %s: Shutter fired for frame %d (id %d) at %" PRId64,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003003 mId.string(), __FUNCTION__,
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08003004 msg.frame_number, r.resultExtras.requestId, msg.timestamp);
Shuzhen Wang4a472662017-02-26 23:29:04 -08003005 // Call listener, if any
3006 if (listener != NULL) {
3007 listener->notifyShutter(r.resultExtras, msg.timestamp);
3008 }
3009 // send pending result and buffers
3010 sendCaptureResult(r.pendingMetadata, r.resultExtras,
3011 r.collectedPartialResult, msg.frame_number,
3012 r.hasInputBuffer, r.aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08003013 }
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08003014 returnOutputBuffers(r.pendingOutputBuffers.array(),
3015 r.pendingOutputBuffers.size(), r.shutterTimestamp);
3016 r.pendingOutputBuffers.clear();
3017
3018 removeInFlightRequestIfReadyLocked(idx);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003019 }
3020 }
3021 if (idx < 0) {
3022 SET_ERR("Shutter notification for non-existent frame number %d",
3023 msg.frame_number);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003024 }
3025}
3026
3027
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003028CameraMetadata Camera3Device::getLatestRequestLocked() {
Igor Murashkin1e479c02013-09-06 16:55:14 -07003029 ALOGV("%s", __FUNCTION__);
3030
Igor Murashkin1e479c02013-09-06 16:55:14 -07003031 CameraMetadata retVal;
3032
3033 if (mRequestThread != NULL) {
3034 retVal = mRequestThread->getLatestRequest();
3035 }
3036
Igor Murashkin1e479c02013-09-06 16:55:14 -07003037 return retVal;
3038}
3039
Jianing Weicb0652e2014-03-12 18:29:36 -07003040
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07003041void Camera3Device::monitorMetadata(TagMonitor::eventSource source,
3042 int64_t frameNumber, nsecs_t timestamp, const CameraMetadata& metadata) {
3043 mTagMonitor.monitorMetadata(source, frameNumber, timestamp, metadata);
3044}
3045
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08003046/**
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003047 * HalInterface inner class methods
3048 */
3049
3050Camera3Device::HalInterface::HalInterface(camera3_device_t *device) :
3051 mHal3Device(device) {}
3052
3053Camera3Device::HalInterface::HalInterface(sp<ICameraDeviceSession> &session) :
3054 mHal3Device(nullptr),
3055 mHidlSession(session) {}
3056
3057Camera3Device::HalInterface::HalInterface() :
3058 mHal3Device(nullptr) {}
3059
3060Camera3Device::HalInterface::HalInterface(const HalInterface& other) :
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003061 mHal3Device(other.mHal3Device),
3062 mHidlSession(other.mHidlSession) {}
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003063
3064bool Camera3Device::HalInterface::valid() {
3065 return (mHal3Device != nullptr) || (mHidlSession != nullptr);
3066}
3067
3068void Camera3Device::HalInterface::clear() {
3069 mHal3Device = nullptr;
3070 mHidlSession.clear();
3071}
3072
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003073bool Camera3Device::HalInterface::supportBatchRequest() {
3074 return mHidlSession != nullptr;
3075}
3076
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003077status_t Camera3Device::HalInterface::constructDefaultRequestSettings(
3078 camera3_request_template_t templateId,
3079 /*out*/ camera_metadata_t **requestTemplate) {
3080 ATRACE_NAME("CameraHal::constructDefaultRequestSettings");
3081 if (!valid()) return INVALID_OPERATION;
3082 status_t res = OK;
3083
3084 if (mHal3Device != nullptr) {
3085 const camera_metadata *r;
3086 r = mHal3Device->ops->construct_default_request_settings(
3087 mHal3Device, templateId);
3088 if (r == nullptr) return BAD_VALUE;
3089 *requestTemplate = clone_camera_metadata(r);
3090 if (requestTemplate == nullptr) {
3091 ALOGE("%s: Unable to clone camera metadata received from HAL",
3092 __FUNCTION__);
3093 return INVALID_OPERATION;
3094 }
3095 } else {
3096 common::V1_0::Status status;
3097 RequestTemplate id;
3098 switch (templateId) {
3099 case CAMERA3_TEMPLATE_PREVIEW:
3100 id = RequestTemplate::PREVIEW;
3101 break;
3102 case CAMERA3_TEMPLATE_STILL_CAPTURE:
3103 id = RequestTemplate::STILL_CAPTURE;
3104 break;
3105 case CAMERA3_TEMPLATE_VIDEO_RECORD:
3106 id = RequestTemplate::VIDEO_RECORD;
3107 break;
3108 case CAMERA3_TEMPLATE_VIDEO_SNAPSHOT:
3109 id = RequestTemplate::VIDEO_SNAPSHOT;
3110 break;
3111 case CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG:
3112 id = RequestTemplate::ZERO_SHUTTER_LAG;
3113 break;
3114 case CAMERA3_TEMPLATE_MANUAL:
3115 id = RequestTemplate::MANUAL;
3116 break;
3117 default:
3118 // Unknown template ID
3119 return BAD_VALUE;
3120 }
3121 mHidlSession->constructDefaultRequestSettings(id,
3122 [&status, &requestTemplate]
3123 (common::V1_0::Status s, const device::V3_2::CameraMetadata& request) {
3124 status = s;
3125 if (status == common::V1_0::Status::OK) {
3126 const camera_metadata *r =
3127 reinterpret_cast<const camera_metadata_t*>(request.data());
3128 size_t expectedSize = request.size();
3129 int ret = validate_camera_metadata_structure(r, &expectedSize);
3130 if (ret == OK) {
3131 *requestTemplate = clone_camera_metadata(r);
3132 if (*requestTemplate == nullptr) {
3133 ALOGE("%s: Unable to clone camera metadata received from HAL",
3134 __FUNCTION__);
3135 status = common::V1_0::Status::INTERNAL_ERROR;
3136 }
3137 } else {
3138 ALOGE("%s: Malformed camera metadata received from HAL", __FUNCTION__);
3139 status = common::V1_0::Status::INTERNAL_ERROR;
3140 }
3141 }
3142 });
3143 res = CameraProviderManager::mapToStatusT(status);
3144 }
3145 return res;
3146}
3147
3148status_t Camera3Device::HalInterface::configureStreams(camera3_stream_configuration *config) {
3149 ATRACE_NAME("CameraHal::configureStreams");
3150 if (!valid()) return INVALID_OPERATION;
3151 status_t res = OK;
3152
3153 if (mHal3Device != nullptr) {
3154 res = mHal3Device->ops->configure_streams(mHal3Device, config);
3155 } else {
3156 // Convert stream config to HIDL
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003157 std::set<int> activeStreams;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003158 StreamConfiguration requestedConfiguration;
3159 requestedConfiguration.streams.resize(config->num_streams);
3160 for (size_t i = 0; i < config->num_streams; i++) {
3161 Stream &dst = requestedConfiguration.streams[i];
3162 camera3_stream_t *src = config->streams[i];
3163
3164 int streamId = Camera3Stream::cast(src)->getId();
3165 StreamType streamType;
3166 switch (src->stream_type) {
3167 case CAMERA3_STREAM_OUTPUT:
3168 streamType = StreamType::OUTPUT;
3169 break;
3170 case CAMERA3_STREAM_INPUT:
3171 streamType = StreamType::INPUT;
3172 break;
3173 default:
3174 ALOGE("%s: Stream %d: Unsupported stream type %d",
3175 __FUNCTION__, streamId, config->streams[i]->stream_type);
3176 return BAD_VALUE;
3177 }
3178 dst.id = streamId;
3179 dst.streamType = streamType;
3180 dst.width = src->width;
3181 dst.height = src->height;
3182 dst.format = mapToPixelFormat(src->format);
3183 dst.usage = mapToConsumerUsage(src->usage);
3184 dst.dataSpace = mapToHidlDataspace(src->data_space);
3185 dst.rotation = mapToStreamRotation((camera3_stream_rotation_t) src->rotation);
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003186
3187 activeStreams.insert(streamId);
3188 // Create Buffer ID map if necessary
3189 if (mBufferIdMaps.count(streamId) == 0) {
3190 mBufferIdMaps.emplace(streamId, BufferIdMap{});
3191 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003192 }
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003193 // remove BufferIdMap for deleted streams
3194 for(auto it = mBufferIdMaps.begin(); it != mBufferIdMaps.end();) {
3195 int streamId = it->first;
3196 bool active = activeStreams.count(streamId) > 0;
3197 if (!active) {
3198 it = mBufferIdMaps.erase(it);
3199 } else {
3200 ++it;
3201 }
3202 }
3203
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08003204 res = mapToStreamConfigurationMode(
3205 (camera3_stream_configuration_mode_t) config->operation_mode,
3206 /*out*/ &requestedConfiguration.operationMode);
3207 if (res != OK) {
3208 return res;
3209 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003210
3211 // Invoke configureStreams
3212
3213 HalStreamConfiguration finalConfiguration;
3214 common::V1_0::Status status;
3215 mHidlSession->configureStreams(requestedConfiguration,
3216 [&status, &finalConfiguration]
3217 (common::V1_0::Status s, const HalStreamConfiguration& halConfiguration) {
3218 finalConfiguration = halConfiguration;
3219 status = s;
3220 });
3221 if (status != common::V1_0::Status::OK ) {
3222 return CameraProviderManager::mapToStatusT(status);
3223 }
3224
3225 // And convert output stream configuration from HIDL
3226
3227 for (size_t i = 0; i < config->num_streams; i++) {
3228 camera3_stream_t *dst = config->streams[i];
3229 int streamId = Camera3Stream::cast(dst)->getId();
3230
3231 // Start scan at i, with the assumption that the stream order matches
3232 size_t realIdx = i;
3233 bool found = false;
3234 for (size_t idx = 0; idx < finalConfiguration.streams.size(); idx++) {
3235 if (finalConfiguration.streams[realIdx].id == streamId) {
3236 found = true;
3237 break;
3238 }
3239 realIdx = (realIdx >= finalConfiguration.streams.size()) ? 0 : realIdx + 1;
3240 }
3241 if (!found) {
3242 ALOGE("%s: Stream %d not found in stream configuration response from HAL",
3243 __FUNCTION__, streamId);
3244 return INVALID_OPERATION;
3245 }
3246 HalStream &src = finalConfiguration.streams[realIdx];
3247
3248 int overrideFormat = mapToFrameworkFormat(src.overrideFormat);
3249 if (dst->format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
3250 if (dst->format != overrideFormat) {
3251 ALOGE("%s: Stream %d: Format override not allowed for format 0x%x", __FUNCTION__,
3252 streamId, dst->format);
3253 }
3254 } else {
3255 // Override allowed with IMPLEMENTATION_DEFINED
3256 dst->format = overrideFormat;
3257 }
3258
3259 if (dst->stream_type == CAMERA3_STREAM_INPUT) {
3260 if (src.producerUsage != 0) {
3261 ALOGE("%s: Stream %d: INPUT streams must have 0 for producer usage",
3262 __FUNCTION__, streamId);
3263 return INVALID_OPERATION;
3264 }
3265 dst->usage = mapConsumerToFrameworkUsage(src.consumerUsage);
3266 } else {
3267 // OUTPUT
3268 if (src.consumerUsage != 0) {
3269 ALOGE("%s: Stream %d: OUTPUT streams must have 0 for consumer usage",
3270 __FUNCTION__, streamId);
3271 return INVALID_OPERATION;
3272 }
3273 dst->usage = mapProducerToFrameworkUsage(src.producerUsage);
3274 }
3275 dst->max_buffers = src.maxBuffers;
3276 }
3277 }
3278 return res;
3279}
3280
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003281void Camera3Device::HalInterface::wrapAsHidlRequest(camera3_capture_request_t* request,
3282 /*out*/device::V3_2::CaptureRequest* captureRequest,
3283 /*out*/std::vector<native_handle_t*>* handlesCreated) {
3284
3285 if (captureRequest == nullptr || handlesCreated == nullptr) {
3286 ALOGE("%s: captureRequest (%p) and handlesCreated (%p) must not be null",
3287 __FUNCTION__, captureRequest, handlesCreated);
3288 return;
3289 }
3290
3291 captureRequest->frameNumber = request->frame_number;
3292 // A null request settings maps to a size-0 CameraMetadata
3293 if (request->settings != nullptr) {
3294 captureRequest->settings.setToExternal(
3295 reinterpret_cast<uint8_t*>(const_cast<camera_metadata_t*>(request->settings)),
3296 get_camera_metadata_size(request->settings));
3297 }
3298
3299 {
3300 std::lock_guard<std::mutex> lock(mInflightLock);
3301 if (request->input_buffer != nullptr) {
3302 int32_t streamId = Camera3Stream::cast(request->input_buffer->stream)->getId();
3303 buffer_handle_t buf = *(request->input_buffer->buffer);
3304 auto pair = getBufferId(buf, streamId);
3305 bool isNewBuffer = pair.first;
3306 uint64_t bufferId = pair.second;
3307 captureRequest->inputBuffer.streamId = streamId;
3308 captureRequest->inputBuffer.bufferId = bufferId;
3309 captureRequest->inputBuffer.buffer = (isNewBuffer) ? buf : nullptr;
3310 captureRequest->inputBuffer.status = BufferStatus::OK;
3311 native_handle_t *acquireFence = nullptr;
3312 if (request->input_buffer->acquire_fence != -1) {
3313 acquireFence = native_handle_create(1,0);
3314 acquireFence->data[0] = request->input_buffer->acquire_fence;
3315 handlesCreated->push_back(acquireFence);
3316 }
3317 captureRequest->inputBuffer.acquireFence = acquireFence;
3318 captureRequest->inputBuffer.releaseFence = nullptr;
3319
3320 pushInflightBufferLocked(captureRequest->frameNumber, streamId,
3321 request->input_buffer->buffer,
3322 request->input_buffer->acquire_fence);
3323 } else {
3324 captureRequest->inputBuffer.streamId = -1;
3325 captureRequest->inputBuffer.bufferId = BUFFER_ID_NO_BUFFER;
3326 }
3327
3328 captureRequest->outputBuffers.resize(request->num_output_buffers);
3329 for (size_t i = 0; i < request->num_output_buffers; i++) {
3330 const camera3_stream_buffer_t *src = request->output_buffers + i;
3331 StreamBuffer &dst = captureRequest->outputBuffers[i];
3332 int32_t streamId = Camera3Stream::cast(src->stream)->getId();
3333 buffer_handle_t buf = *(src->buffer);
3334 auto pair = getBufferId(buf, streamId);
3335 bool isNewBuffer = pair.first;
3336 dst.streamId = streamId;
3337 dst.bufferId = pair.second;
3338 dst.buffer = isNewBuffer ? buf : nullptr;
3339 dst.status = BufferStatus::OK;
3340 native_handle_t *acquireFence = nullptr;
3341 if (src->acquire_fence != -1) {
3342 acquireFence = native_handle_create(1,0);
3343 acquireFence->data[0] = src->acquire_fence;
3344 handlesCreated->push_back(acquireFence);
3345 }
3346 dst.acquireFence = acquireFence;
3347 dst.releaseFence = nullptr;
3348
3349 pushInflightBufferLocked(captureRequest->frameNumber, streamId,
3350 src->buffer, src->acquire_fence);
3351 }
3352 }
3353}
3354
3355status_t Camera3Device::HalInterface::processBatchCaptureRequests(
3356 std::vector<camera3_capture_request_t*>& requests,/*out*/uint32_t* numRequestProcessed) {
3357 ATRACE_NAME("CameraHal::processBatchCaptureRequests");
3358 if (!valid()) return INVALID_OPERATION;
3359
3360 hardware::hidl_vec<device::V3_2::CaptureRequest> captureRequests;
3361 size_t batchSize = requests.size();
3362 captureRequests.resize(batchSize);
3363 std::vector<native_handle_t*> handlesCreated;
3364
3365 for (size_t i = 0; i < batchSize; i++) {
3366 wrapAsHidlRequest(requests[i], /*out*/&captureRequests[i], /*out*/&handlesCreated);
3367 }
3368
3369 common::V1_0::Status status = common::V1_0::Status::INTERNAL_ERROR;
3370 *numRequestProcessed = 0;
3371 mHidlSession->processCaptureRequest(captureRequests,
3372 [&status, &numRequestProcessed] (auto s, uint32_t n) {
3373 status = s;
3374 *numRequestProcessed = n;
3375 });
3376
3377 if (status == common::V1_0::Status::OK && *numRequestProcessed != batchSize) {
3378 ALOGE("%s: processCaptureRequest returns OK but processed %d/%zu requests",
3379 __FUNCTION__, *numRequestProcessed, batchSize);
3380 status = common::V1_0::Status::INTERNAL_ERROR;
3381 }
3382
3383 for (auto& handle : handlesCreated) {
3384 native_handle_delete(handle);
3385 }
3386 return CameraProviderManager::mapToStatusT(status);
3387}
3388
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003389status_t Camera3Device::HalInterface::processCaptureRequest(
3390 camera3_capture_request_t *request) {
3391 ATRACE_NAME("CameraHal::processCaptureRequest");
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003392 if (!valid()) return INVALID_OPERATION;
3393 status_t res = OK;
3394
3395 if (mHal3Device != nullptr) {
3396 res = mHal3Device->ops->process_capture_request(mHal3Device, request);
3397 } else {
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003398 uint32_t numRequestProcessed = 0;
3399 std::vector<camera3_capture_request_t*> requests(1);
3400 requests[0] = request;
3401 res = processBatchCaptureRequests(requests, &numRequestProcessed);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003402 }
3403 return res;
3404}
3405
3406status_t Camera3Device::HalInterface::flush() {
3407 ATRACE_NAME("CameraHal::flush");
3408 if (!valid()) return INVALID_OPERATION;
3409 status_t res = OK;
3410
3411 if (mHal3Device != nullptr) {
3412 res = mHal3Device->ops->flush(mHal3Device);
3413 } else {
3414 res = CameraProviderManager::mapToStatusT(mHidlSession->flush());
3415 }
3416 return res;
3417}
3418
3419status_t Camera3Device::HalInterface::dump(int fd) {
3420 ATRACE_NAME("CameraHal::dump");
3421 if (!valid()) return INVALID_OPERATION;
3422 status_t res = OK;
3423
3424 if (mHal3Device != nullptr) {
3425 mHal3Device->ops->dump(mHal3Device, fd);
3426 } else {
3427 // Handled by CameraProviderManager::dump
3428 }
3429 return res;
3430}
3431
3432status_t Camera3Device::HalInterface::close() {
3433 ATRACE_NAME("CameraHal::close()");
3434 if (!valid()) return INVALID_OPERATION;
3435 status_t res = OK;
3436
3437 if (mHal3Device != nullptr) {
3438 mHal3Device->common.close(&mHal3Device->common);
3439 } else {
3440 mHidlSession->close();
3441 }
3442 return res;
3443}
3444
3445status_t Camera3Device::HalInterface::pushInflightBufferLocked(
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003446 int32_t frameNumber, int32_t streamId, buffer_handle_t *buffer, int acquireFence) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003447 uint64_t key = static_cast<uint64_t>(frameNumber) << 32 | static_cast<uint64_t>(streamId);
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003448 auto pair = std::make_pair(buffer, acquireFence);
3449 mInflightBufferMap[key] = pair;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003450 return OK;
3451}
3452
3453status_t Camera3Device::HalInterface::popInflightBuffer(
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003454 int32_t frameNumber, int32_t streamId,
3455 /*out*/ buffer_handle_t **buffer) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003456 std::lock_guard<std::mutex> lock(mInflightLock);
3457
3458 uint64_t key = static_cast<uint64_t>(frameNumber) << 32 | static_cast<uint64_t>(streamId);
3459 auto it = mInflightBufferMap.find(key);
3460 if (it == mInflightBufferMap.end()) return NAME_NOT_FOUND;
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003461 auto pair = it->second;
3462 *buffer = pair.first;
3463 int acquireFence = pair.second;
3464 if (acquireFence > 0) {
3465 ::close(acquireFence);
3466 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003467 mInflightBufferMap.erase(it);
3468 return OK;
3469}
3470
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003471std::pair<bool, uint64_t> Camera3Device::HalInterface::getBufferId(
3472 const buffer_handle_t& buf, int streamId) {
3473 std::lock_guard<std::mutex> lock(mBufferIdMapLock);
3474
3475 BufferIdMap& bIdMap = mBufferIdMaps.at(streamId);
3476 auto it = bIdMap.find(buf);
3477 if (it == bIdMap.end()) {
3478 bIdMap[buf] = mNextBufferId++;
3479 return std::make_pair(true, mNextBufferId - 1);
3480 } else {
3481 return std::make_pair(false, it->second);
3482 }
3483}
3484
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003485/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003486 * RequestThread inner class methods
3487 */
3488
3489Camera3Device::RequestThread::RequestThread(wp<Camera3Device> parent,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003490 sp<StatusTracker> statusTracker,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003491 HalInterface* interface,
3492 uint32_t deviceVersion,
Chien-Yu Chenab5135b2015-06-30 11:20:58 -07003493 bool aeLockAvailable) :
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07003494 Thread(/*canCallJava*/false),
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003495 mParent(parent),
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003496 mStatusTracker(statusTracker),
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003497 mInterface(interface),
3498 mDeviceVersion(deviceVersion),
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -07003499 mListener(nullptr),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003500 mId(getId(parent)),
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003501 mReconfigured(false),
3502 mDoPause(false),
3503 mPaused(true),
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003504 mFrameNumber(0),
Jianing Weicb0652e2014-03-12 18:29:36 -07003505 mLatestRequestId(NAME_NOT_FOUND),
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07003506 mCurrentAfTriggerId(0),
3507 mCurrentPreCaptureTriggerId(0),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003508 mRepeatingLastFrameNumber(
3509 hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES),
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003510 mAeLockAvailable(aeLockAvailable),
3511 mPrepareVideoStream(false) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003512 mStatusId = statusTracker->addComponent();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003513}
3514
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003515Camera3Device::RequestThread::~RequestThread() {}
3516
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07003517void Camera3Device::RequestThread::setNotificationListener(
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003518 wp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003519 Mutex::Autolock l(mRequestLock);
3520 mListener = listener;
3521}
3522
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003523void Camera3Device::RequestThread::configurationComplete(bool isConstrainedHighSpeed) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003524 Mutex::Autolock l(mRequestLock);
3525 mReconfigured = true;
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003526 // Prepare video stream for high speed recording.
3527 mPrepareVideoStream = isConstrainedHighSpeed;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003528}
3529
Jianing Wei90e59c92014-03-12 18:29:36 -07003530status_t Camera3Device::RequestThread::queueRequestList(
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003531 List<sp<CaptureRequest> > &requests,
3532 /*out*/
3533 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07003534 Mutex::Autolock l(mRequestLock);
3535 for (List<sp<CaptureRequest> >::iterator it = requests.begin(); it != requests.end();
3536 ++it) {
3537 mRequestQueue.push_back(*it);
3538 }
3539
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003540 if (lastFrameNumber != NULL) {
3541 *lastFrameNumber = mFrameNumber + mRequestQueue.size() - 1;
3542 ALOGV("%s: requestId %d, mFrameNumber %" PRId32 ", lastFrameNumber %" PRId64 ".",
3543 __FUNCTION__, (*(requests.begin()))->mResultExtras.requestId, mFrameNumber,
3544 *lastFrameNumber);
3545 }
Jianing Weicb0652e2014-03-12 18:29:36 -07003546
Jianing Wei90e59c92014-03-12 18:29:36 -07003547 unpauseForNewRequests();
3548
3549 return OK;
3550}
3551
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003552
3553status_t Camera3Device::RequestThread::queueTrigger(
3554 RequestTrigger trigger[],
3555 size_t count) {
3556
3557 Mutex::Autolock l(mTriggerMutex);
3558 status_t ret;
3559
3560 for (size_t i = 0; i < count; ++i) {
3561 ret = queueTriggerLocked(trigger[i]);
3562
3563 if (ret != OK) {
3564 return ret;
3565 }
3566 }
3567
3568 return OK;
3569}
3570
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003571const String8& Camera3Device::RequestThread::getId(const wp<Camera3Device> &device) {
3572 static String8 deadId("<DeadDevice>");
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003573 sp<Camera3Device> d = device.promote();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003574 if (d != nullptr) return d->mId;
3575 return deadId;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003576}
3577
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003578status_t Camera3Device::RequestThread::queueTriggerLocked(
3579 RequestTrigger trigger) {
3580
3581 uint32_t tag = trigger.metadataTag;
3582 ssize_t index = mTriggerMap.indexOfKey(tag);
3583
3584 switch (trigger.getTagType()) {
3585 case TYPE_BYTE:
3586 // fall-through
3587 case TYPE_INT32:
3588 break;
3589 default:
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003590 ALOGE("%s: Type not supported: 0x%x", __FUNCTION__,
3591 trigger.getTagType());
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003592 return INVALID_OPERATION;
3593 }
3594
3595 /**
3596 * Collect only the latest trigger, since we only have 1 field
3597 * in the request settings per trigger tag, and can't send more than 1
3598 * trigger per request.
3599 */
3600 if (index != NAME_NOT_FOUND) {
3601 mTriggerMap.editValueAt(index) = trigger;
3602 } else {
3603 mTriggerMap.add(tag, trigger);
3604 }
3605
3606 return OK;
3607}
3608
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003609status_t Camera3Device::RequestThread::setRepeatingRequests(
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003610 const RequestList &requests,
3611 /*out*/
3612 int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003613 Mutex::Autolock l(mRequestLock);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003614 if (lastFrameNumber != NULL) {
3615 *lastFrameNumber = mRepeatingLastFrameNumber;
3616 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003617 mRepeatingRequests.clear();
3618 mRepeatingRequests.insert(mRepeatingRequests.begin(),
3619 requests.begin(), requests.end());
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07003620
3621 unpauseForNewRequests();
3622
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003623 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003624 return OK;
3625}
3626
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -07003627bool Camera3Device::RequestThread::isRepeatingRequestLocked(const sp<CaptureRequest>& requestIn) {
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003628 if (mRepeatingRequests.empty()) {
3629 return false;
3630 }
3631 int32_t requestId = requestIn->mResultExtras.requestId;
3632 const RequestList &repeatRequests = mRepeatingRequests;
3633 // All repeating requests are guaranteed to have same id so only check first quest
3634 const sp<CaptureRequest> firstRequest = *repeatRequests.begin();
3635 return (firstRequest->mResultExtras.requestId == requestId);
3636}
3637
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003638status_t Camera3Device::RequestThread::clearRepeatingRequests(/*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003639 Mutex::Autolock l(mRequestLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003640 return clearRepeatingRequestsLocked(lastFrameNumber);
3641
3642}
3643
3644status_t Camera3Device::RequestThread::clearRepeatingRequestsLocked(/*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003645 mRepeatingRequests.clear();
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003646 if (lastFrameNumber != NULL) {
3647 *lastFrameNumber = mRepeatingLastFrameNumber;
3648 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003649 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003650 return OK;
3651}
3652
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003653status_t Camera3Device::RequestThread::clear(
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003654 /*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003655 Mutex::Autolock l(mRequestLock);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003656 ALOGV("RequestThread::%s:", __FUNCTION__);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003657
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003658 mRepeatingRequests.clear();
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003659
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003660 // Send errors for all requests pending in the request queue, including
3661 // pending repeating requests
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003662 sp<NotificationListener> listener = mListener.promote();
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003663 if (listener != NULL) {
3664 for (RequestList::iterator it = mRequestQueue.begin();
3665 it != mRequestQueue.end(); ++it) {
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07003666 // Abort the input buffers for reprocess requests.
3667 if ((*it)->mInputStream != NULL) {
3668 camera3_stream_buffer_t inputBuffer;
3669 status_t res = (*it)->mInputStream->getInputBuffer(&inputBuffer);
3670 if (res != OK) {
3671 ALOGW("%s: %d: couldn't get input buffer while clearing the request "
3672 "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
3673 } else {
3674 res = (*it)->mInputStream->returnInputBuffer(inputBuffer);
3675 if (res != OK) {
3676 ALOGE("%s: %d: couldn't return input buffer while clearing the request "
3677 "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
3678 }
3679 }
3680 }
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003681 // Set the frame number this request would have had, if it
3682 // had been submitted; this frame number will not be reused.
3683 // The requestId and burstId fields were set when the request was
3684 // submitted originally (in convertMetadataListToRequestListLocked)
3685 (*it)->mResultExtras.frameNumber = mFrameNumber++;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003686 listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003687 (*it)->mResultExtras);
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003688 }
3689 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003690 mRequestQueue.clear();
Jinguang Dongb26e7a02016-11-14 16:04:02 +08003691
3692 Mutex::Autolock al(mTriggerMutex);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003693 mTriggerMap.clear();
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003694 if (lastFrameNumber != NULL) {
3695 *lastFrameNumber = mRepeatingLastFrameNumber;
3696 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003697 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003698 return OK;
3699}
3700
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003701status_t Camera3Device::RequestThread::flush() {
3702 ATRACE_CALL();
3703 Mutex::Autolock l(mFlushLock);
3704
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003705 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_1) {
3706 return mInterface->flush();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003707 }
3708
3709 return -ENOTSUP;
3710}
3711
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003712void Camera3Device::RequestThread::setPaused(bool paused) {
3713 Mutex::Autolock l(mPauseLock);
3714 mDoPause = paused;
3715 mDoPauseSignal.signal();
3716}
3717
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003718status_t Camera3Device::RequestThread::waitUntilRequestProcessed(
3719 int32_t requestId, nsecs_t timeout) {
3720 Mutex::Autolock l(mLatestRequestMutex);
3721 status_t res;
3722 while (mLatestRequestId != requestId) {
3723 nsecs_t startTime = systemTime();
3724
3725 res = mLatestRequestSignal.waitRelative(mLatestRequestMutex, timeout);
3726 if (res != OK) return res;
3727
3728 timeout -= (systemTime() - startTime);
3729 }
3730
3731 return OK;
3732}
3733
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003734void Camera3Device::RequestThread::requestExit() {
3735 // Call parent to set up shutdown
3736 Thread::requestExit();
3737 // The exit from any possible waits
3738 mDoPauseSignal.signal();
3739 mRequestSignal.signal();
3740}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003741
Chien-Yu Chend196d612015-06-22 19:49:01 -07003742
3743/**
3744 * For devices <= CAMERA_DEVICE_API_VERSION_3_2, AE_PRECAPTURE_TRIGGER_CANCEL is not supported so
3745 * we need to override AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE and AE_LOCK_OFF
3746 * to AE_LOCK_ON to start cancelling AE precapture. If AE lock is not available, it still overrides
3747 * AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE but doesn't add AE_LOCK_ON to the
3748 * request.
3749 */
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -07003750void Camera3Device::RequestThread::handleAePrecaptureCancelRequest(const sp<CaptureRequest>& request) {
Chien-Yu Chend196d612015-06-22 19:49:01 -07003751 request->mAeTriggerCancelOverride.applyAeLock = false;
3752 request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = false;
3753
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003754 if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) {
Chien-Yu Chend196d612015-06-22 19:49:01 -07003755 return;
3756 }
3757
3758 camera_metadata_entry_t aePrecaptureTrigger =
3759 request->mSettings.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
3760 if (aePrecaptureTrigger.count > 0 &&
3761 aePrecaptureTrigger.data.u8[0] == ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL) {
3762 // Always override CANCEL to IDLE
3763 uint8_t aePrecaptureTrigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE;
3764 request->mSettings.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aePrecaptureTrigger, 1);
3765 request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = true;
3766 request->mAeTriggerCancelOverride.aePrecaptureTrigger =
3767 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL;
3768
3769 if (mAeLockAvailable == true) {
3770 camera_metadata_entry_t aeLock = request->mSettings.find(ANDROID_CONTROL_AE_LOCK);
3771 if (aeLock.count == 0 || aeLock.data.u8[0] == ANDROID_CONTROL_AE_LOCK_OFF) {
3772 uint8_t aeLock = ANDROID_CONTROL_AE_LOCK_ON;
3773 request->mSettings.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1);
3774 request->mAeTriggerCancelOverride.applyAeLock = true;
3775 request->mAeTriggerCancelOverride.aeLock = ANDROID_CONTROL_AE_LOCK_OFF;
3776 }
3777 }
3778 }
3779}
3780
3781/**
3782 * Override result metadata for cancelling AE precapture trigger applied in
3783 * handleAePrecaptureCancelRequest().
3784 */
3785void Camera3Device::overrideResultForPrecaptureCancel(
3786 CameraMetadata *result, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
3787 if (aeTriggerCancelOverride.applyAeLock) {
3788 // Only devices <= v3.2 should have this override
3789 assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3790 result->update(ANDROID_CONTROL_AE_LOCK, &aeTriggerCancelOverride.aeLock, 1);
3791 }
3792
3793 if (aeTriggerCancelOverride.applyAePrecaptureTrigger) {
3794 // Only devices <= v3.2 should have this override
3795 assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3796 result->update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
3797 &aeTriggerCancelOverride.aePrecaptureTrigger, 1);
3798 }
3799}
3800
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003801void Camera3Device::RequestThread::checkAndStopRepeatingRequest() {
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003802 bool surfaceAbandoned = false;
3803 int64_t lastFrameNumber = 0;
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003804 sp<NotificationListener> listener;
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003805 {
3806 Mutex::Autolock l(mRequestLock);
3807 // Check all streams needed by repeating requests are still valid. Otherwise, stop
3808 // repeating requests.
3809 for (const auto& request : mRepeatingRequests) {
3810 for (const auto& s : request->mOutputStreams) {
3811 if (s->isAbandoned()) {
3812 surfaceAbandoned = true;
3813 clearRepeatingRequestsLocked(&lastFrameNumber);
3814 break;
3815 }
3816 }
3817 if (surfaceAbandoned) {
3818 break;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003819 }
3820 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003821 listener = mListener.promote();
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003822 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003823
3824 if (listener != NULL && surfaceAbandoned) {
3825 listener->notifyRepeatingRequestError(lastFrameNumber);
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003826 }
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003827}
3828
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003829bool Camera3Device::RequestThread::sendRequestsBatch() {
3830 status_t res;
3831 size_t batchSize = mNextRequests.size();
3832 std::vector<camera3_capture_request_t*> requests(batchSize);
3833 uint32_t numRequestProcessed = 0;
3834 for (size_t i = 0; i < batchSize; i++) {
3835 requests[i] = &mNextRequests.editItemAt(i).halRequest;
3836 }
3837
3838 ATRACE_ASYNC_BEGIN("batch frame capture", mNextRequests[0].halRequest.frame_number);
3839 res = mInterface->processBatchCaptureRequests(requests, &numRequestProcessed);
3840
3841 bool triggerRemoveFailed = false;
3842 NextRequest& triggerFailedRequest = mNextRequests.editItemAt(0);
3843 for (size_t i = 0; i < numRequestProcessed; i++) {
3844 NextRequest& nextRequest = mNextRequests.editItemAt(i);
3845 nextRequest.submitted = true;
3846
3847
3848 // Update the latest request sent to HAL
3849 if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged
3850 Mutex::Autolock al(mLatestRequestMutex);
3851
3852 camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings);
3853 mLatestRequest.acquire(cloned);
3854
3855 sp<Camera3Device> parent = mParent.promote();
3856 if (parent != NULL) {
3857 parent->monitorMetadata(TagMonitor::REQUEST,
3858 nextRequest.halRequest.frame_number,
3859 0, mLatestRequest);
3860 }
3861 }
3862
3863 if (nextRequest.halRequest.settings != NULL) {
3864 nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings);
3865 }
3866
3867 if (!triggerRemoveFailed) {
3868 // Remove any previously queued triggers (after unlock)
3869 status_t removeTriggerRes = removeTriggers(mPrevRequest);
3870 if (removeTriggerRes != OK) {
3871 triggerRemoveFailed = true;
3872 triggerFailedRequest = nextRequest;
3873 }
3874 }
3875 }
3876
3877 if (triggerRemoveFailed) {
3878 SET_ERR("RequestThread: Unable to remove triggers "
3879 "(capture request %d, HAL device: %s (%d)",
3880 triggerFailedRequest.halRequest.frame_number, strerror(-res), res);
3881 cleanUpFailedRequests(/*sendRequestError*/ false);
3882 return false;
3883 }
3884
3885 if (res != OK) {
3886 // Should only get a failure here for malformed requests or device-level
3887 // errors, so consider all errors fatal. Bad metadata failures should
3888 // come through notify.
3889 SET_ERR("RequestThread: Unable to submit capture request %d to HAL device: %s (%d)",
3890 mNextRequests[numRequestProcessed].halRequest.frame_number,
3891 strerror(-res), res);
3892 cleanUpFailedRequests(/*sendRequestError*/ false);
3893 return false;
3894 }
3895 return true;
3896}
3897
3898bool Camera3Device::RequestThread::sendRequestsOneByOne() {
3899 status_t res;
3900
3901 for (auto& nextRequest : mNextRequests) {
3902 // Submit request and block until ready for next one
3903 ATRACE_ASYNC_BEGIN("frame capture", nextRequest.halRequest.frame_number);
3904 res = mInterface->processCaptureRequest(&nextRequest.halRequest);
3905
3906 if (res != OK) {
3907 // Should only get a failure here for malformed requests or device-level
3908 // errors, so consider all errors fatal. Bad metadata failures should
3909 // come through notify.
3910 SET_ERR("RequestThread: Unable to submit capture request %d to HAL"
3911 " device: %s (%d)", nextRequest.halRequest.frame_number, strerror(-res),
3912 res);
3913 cleanUpFailedRequests(/*sendRequestError*/ false);
3914 return false;
3915 }
3916
3917 // Mark that the request has be submitted successfully.
3918 nextRequest.submitted = true;
3919
3920 // Update the latest request sent to HAL
3921 if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged
3922 Mutex::Autolock al(mLatestRequestMutex);
3923
3924 camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings);
3925 mLatestRequest.acquire(cloned);
3926
3927 sp<Camera3Device> parent = mParent.promote();
3928 if (parent != NULL) {
3929 parent->monitorMetadata(TagMonitor::REQUEST, nextRequest.halRequest.frame_number,
3930 0, mLatestRequest);
3931 }
3932 }
3933
3934 if (nextRequest.halRequest.settings != NULL) {
3935 nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings);
3936 }
3937
3938 // Remove any previously queued triggers (after unlock)
3939 res = removeTriggers(mPrevRequest);
3940 if (res != OK) {
3941 SET_ERR("RequestThread: Unable to remove triggers "
3942 "(capture request %d, HAL device: %s (%d)",
3943 nextRequest.halRequest.frame_number, strerror(-res), res);
3944 cleanUpFailedRequests(/*sendRequestError*/ false);
3945 return false;
3946 }
3947 }
3948 return true;
3949}
3950
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003951bool Camera3Device::RequestThread::threadLoop() {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003952 ATRACE_CALL();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003953 status_t res;
3954
3955 // Handle paused state.
3956 if (waitIfPaused()) {
3957 return true;
3958 }
3959
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003960 // Wait for the next batch of requests.
3961 waitForNextRequestBatch();
3962 if (mNextRequests.size() == 0) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003963 return true;
3964 }
3965
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003966 // Get the latest request ID, if any
3967 int latestRequestId;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003968 camera_metadata_entry_t requestIdEntry = mNextRequests[mNextRequests.size() - 1].
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003969 captureRequest->mSettings.find(ANDROID_REQUEST_ID);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003970 if (requestIdEntry.count > 0) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003971 latestRequestId = requestIdEntry.data.i32[0];
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003972 } else {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003973 ALOGW("%s: Did not have android.request.id set in the request.", __FUNCTION__);
3974 latestRequestId = NAME_NOT_FOUND;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003975 }
3976
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003977 // Prepare a batch of HAL requests and output buffers.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003978 res = prepareHalRequests();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003979 if (res == TIMED_OUT) {
3980 // Not a fatal error if getting output buffers time out.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003981 cleanUpFailedRequests(/*sendRequestError*/ true);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003982 // Check if any stream is abandoned.
3983 checkAndStopRepeatingRequest();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003984 return true;
3985 } else if (res != OK) {
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003986 cleanUpFailedRequests(/*sendRequestError*/ false);
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003987 return false;
3988 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003989
Zhijun Hecc27e112013-10-03 16:12:43 -07003990 // Inform waitUntilRequestProcessed thread of a new request ID
3991 {
3992 Mutex::Autolock al(mLatestRequestMutex);
3993
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003994 mLatestRequestId = latestRequestId;
Zhijun Hecc27e112013-10-03 16:12:43 -07003995 mLatestRequestSignal.signal();
3996 }
3997
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003998 // Submit a batch of requests to HAL.
3999 // Use flush lock only when submitting multilple requests in a batch.
4000 // TODO: The problem with flush lock is flush() will be blocked by process_capture_request()
4001 // which may take a long time to finish so synchronizing flush() and
4002 // process_capture_request() defeats the purpose of cancelling requests ASAP with flush().
4003 // For now, only synchronize for high speed recording and we should figure something out for
4004 // removing the synchronization.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004005 bool useFlushLock = mNextRequests.size() > 1;
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -07004006
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004007 if (useFlushLock) {
4008 mFlushLock.lock();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004009 }
4010
Zhijun Hef0645c12016-08-02 00:58:11 -07004011 ALOGVV("%s: %d: submitting %zu requests in a batch.", __FUNCTION__, __LINE__,
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004012 mNextRequests.size());
Igor Murashkin1e479c02013-09-06 16:55:14 -07004013
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08004014 bool submitRequestSuccess = false;
4015 if (mInterface->supportBatchRequest()) {
4016 submitRequestSuccess = sendRequestsBatch();
4017 } else {
4018 submitRequestSuccess = sendRequestsOneByOne();
Igor Murashkin1e479c02013-09-06 16:55:14 -07004019 }
4020
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004021 if (useFlushLock) {
4022 mFlushLock.unlock();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004023 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004024
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004025 // Unset as current request
4026 {
4027 Mutex::Autolock l(mRequestLock);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004028 mNextRequests.clear();
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004029 }
4030
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08004031 return submitRequestSuccess;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004032}
4033
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004034status_t Camera3Device::RequestThread::prepareHalRequests() {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004035 ATRACE_CALL();
4036
Shuzhen Wang4a472662017-02-26 23:29:04 -08004037 for (size_t i = 0; i < mNextRequests.size(); i++) {
4038 auto& nextRequest = mNextRequests.editItemAt(i);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004039 sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
4040 camera3_capture_request_t* halRequest = &nextRequest.halRequest;
4041 Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
4042
4043 // Prepare a request to HAL
4044 halRequest->frame_number = captureRequest->mResultExtras.frameNumber;
4045
4046 // Insert any queued triggers (before metadata is locked)
4047 status_t res = insertTriggers(captureRequest);
4048
4049 if (res < 0) {
4050 SET_ERR("RequestThread: Unable to insert triggers "
4051 "(capture request %d, HAL device: %s (%d)",
4052 halRequest->frame_number, strerror(-res), res);
4053 return INVALID_OPERATION;
4054 }
4055 int triggerCount = res;
4056 bool triggersMixedIn = (triggerCount > 0 || mPrevTriggers > 0);
4057 mPrevTriggers = triggerCount;
4058
4059 // If the request is the same as last, or we had triggers last time
4060 if (mPrevRequest != captureRequest || triggersMixedIn) {
4061 /**
4062 * HAL workaround:
4063 * Insert a dummy trigger ID if a trigger is set but no trigger ID is
4064 */
4065 res = addDummyTriggerIds(captureRequest);
4066 if (res != OK) {
4067 SET_ERR("RequestThread: Unable to insert dummy trigger IDs "
4068 "(capture request %d, HAL device: %s (%d)",
4069 halRequest->frame_number, strerror(-res), res);
4070 return INVALID_OPERATION;
4071 }
4072
4073 /**
4074 * The request should be presorted so accesses in HAL
4075 * are O(logn). Sidenote, sorting a sorted metadata is nop.
4076 */
4077 captureRequest->mSettings.sort();
4078 halRequest->settings = captureRequest->mSettings.getAndLock();
4079 mPrevRequest = captureRequest;
4080 ALOGVV("%s: Request settings are NEW", __FUNCTION__);
4081
4082 IF_ALOGV() {
4083 camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t();
4084 find_camera_metadata_ro_entry(
4085 halRequest->settings,
4086 ANDROID_CONTROL_AF_TRIGGER,
4087 &e
4088 );
4089 if (e.count > 0) {
4090 ALOGV("%s: Request (frame num %d) had AF trigger 0x%x",
4091 __FUNCTION__,
4092 halRequest->frame_number,
4093 e.data.u8[0]);
4094 }
4095 }
4096 } else {
4097 // leave request.settings NULL to indicate 'reuse latest given'
4098 ALOGVV("%s: Request settings are REUSED",
4099 __FUNCTION__);
4100 }
4101
4102 uint32_t totalNumBuffers = 0;
4103
4104 // Fill in buffers
4105 if (captureRequest->mInputStream != NULL) {
4106 halRequest->input_buffer = &captureRequest->mInputBuffer;
4107 totalNumBuffers += 1;
4108 } else {
4109 halRequest->input_buffer = NULL;
4110 }
4111
4112 outputBuffers->insertAt(camera3_stream_buffer_t(), 0,
4113 captureRequest->mOutputStreams.size());
4114 halRequest->output_buffers = outputBuffers->array();
Shuzhen Wang4a472662017-02-26 23:29:04 -08004115 for (size_t j = 0; j < captureRequest->mOutputStreams.size(); j++) {
4116 sp<Camera3OutputStreamInterface> outputStream = captureRequest->mOutputStreams.editItemAt(j);
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07004117
4118 // Prepare video buffers for high speed recording on the first video request.
4119 if (mPrepareVideoStream && outputStream->isVideoStream()) {
4120 // Only try to prepare video stream on the first video request.
4121 mPrepareVideoStream = false;
4122
4123 res = outputStream->startPrepare(Camera3StreamInterface::ALLOCATE_PIPELINE_MAX);
4124 while (res == NOT_ENOUGH_DATA) {
4125 res = outputStream->prepareNextBuffer();
4126 }
4127 if (res != OK) {
4128 ALOGW("%s: Preparing video buffers for high speed failed: %s (%d)",
4129 __FUNCTION__, strerror(-res), res);
4130 outputStream->cancelPrepare();
4131 }
4132 }
4133
Shuzhen Wang4a472662017-02-26 23:29:04 -08004134 res = outputStream->getBuffer(&outputBuffers->editItemAt(j),
4135 captureRequest->mOutputSurfaces[j]);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004136 if (res != OK) {
4137 // Can't get output buffer from gralloc queue - this could be due to
4138 // abandoned queue or other consumer misbehavior, so not a fatal
4139 // error
4140 ALOGE("RequestThread: Can't get output buffer, skipping request:"
4141 " %s (%d)", strerror(-res), res);
4142
4143 return TIMED_OUT;
4144 }
4145 halRequest->num_output_buffers++;
Shuzhen Wang0129d522016-10-30 22:43:41 -07004146
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004147 }
4148 totalNumBuffers += halRequest->num_output_buffers;
4149
4150 // Log request in the in-flight queue
4151 sp<Camera3Device> parent = mParent.promote();
4152 if (parent == NULL) {
4153 // Should not happen, and nowhere to send errors to, so just log it
4154 CLOGE("RequestThread: Parent is gone");
4155 return INVALID_OPERATION;
4156 }
Shuzhen Wang4a472662017-02-26 23:29:04 -08004157
4158 // If this request list is for constrained high speed recording (not
4159 // preview), and the current request is not the last one in the batch,
4160 // do not send callback to the app.
4161 bool hasCallback = true;
4162 if (mNextRequests[0].captureRequest->mBatchSize > 1 && i != mNextRequests.size()-1) {
4163 hasCallback = false;
4164 }
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004165 res = parent->registerInFlight(halRequest->frame_number,
4166 totalNumBuffers, captureRequest->mResultExtras,
4167 /*hasInput*/halRequest->input_buffer != NULL,
Shuzhen Wang4a472662017-02-26 23:29:04 -08004168 captureRequest->mAeTriggerCancelOverride,
4169 hasCallback);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004170 ALOGVV("%s: registered in flight requestId = %" PRId32 ", frameNumber = %" PRId64
4171 ", burstId = %" PRId32 ".",
4172 __FUNCTION__,
4173 captureRequest->mResultExtras.requestId, captureRequest->mResultExtras.frameNumber,
4174 captureRequest->mResultExtras.burstId);
4175 if (res != OK) {
4176 SET_ERR("RequestThread: Unable to register new in-flight request:"
4177 " %s (%d)", strerror(-res), res);
4178 return INVALID_OPERATION;
4179 }
4180 }
4181
4182 return OK;
4183}
4184
Igor Murashkin1e479c02013-09-06 16:55:14 -07004185CameraMetadata Camera3Device::RequestThread::getLatestRequest() const {
4186 Mutex::Autolock al(mLatestRequestMutex);
4187
4188 ALOGV("RequestThread::%s", __FUNCTION__);
4189
4190 return mLatestRequest;
4191}
4192
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004193bool Camera3Device::RequestThread::isStreamPending(
4194 sp<Camera3StreamInterface>& stream) {
4195 Mutex::Autolock l(mRequestLock);
4196
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004197 for (const auto& nextRequest : mNextRequests) {
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004198 if (!nextRequest.submitted) {
4199 for (const auto& s : nextRequest.captureRequest->mOutputStreams) {
4200 if (stream == s) return true;
4201 }
4202 if (stream == nextRequest.captureRequest->mInputStream) return true;
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004203 }
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004204 }
4205
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004206 for (const auto& request : mRequestQueue) {
4207 for (const auto& s : request->mOutputStreams) {
4208 if (stream == s) return true;
4209 }
4210 if (stream == request->mInputStream) return true;
4211 }
4212
4213 for (const auto& request : mRepeatingRequests) {
4214 for (const auto& s : request->mOutputStreams) {
4215 if (stream == s) return true;
4216 }
4217 if (stream == request->mInputStream) return true;
4218 }
4219
4220 return false;
4221}
Jianing Weicb0652e2014-03-12 18:29:36 -07004222
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004223void Camera3Device::RequestThread::cleanUpFailedRequests(bool sendRequestError) {
4224 if (mNextRequests.empty()) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004225 return;
4226 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004227
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004228 for (auto& nextRequest : mNextRequests) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004229 // Skip the ones that have been submitted successfully.
4230 if (nextRequest.submitted) {
4231 continue;
4232 }
4233
4234 sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
4235 camera3_capture_request_t* halRequest = &nextRequest.halRequest;
4236 Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
4237
4238 if (halRequest->settings != NULL) {
4239 captureRequest->mSettings.unlock(halRequest->settings);
4240 }
4241
4242 if (captureRequest->mInputStream != NULL) {
4243 captureRequest->mInputBuffer.status = CAMERA3_BUFFER_STATUS_ERROR;
4244 captureRequest->mInputStream->returnInputBuffer(captureRequest->mInputBuffer);
4245 }
4246
4247 for (size_t i = 0; i < halRequest->num_output_buffers; i++) {
4248 outputBuffers->editItemAt(i).status = CAMERA3_BUFFER_STATUS_ERROR;
4249 captureRequest->mOutputStreams.editItemAt(i)->returnBuffer((*outputBuffers)[i], 0);
4250 }
4251
4252 if (sendRequestError) {
4253 Mutex::Autolock l(mRequestLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004254 sp<NotificationListener> listener = mListener.promote();
4255 if (listener != NULL) {
4256 listener->notifyError(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08004257 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004258 captureRequest->mResultExtras);
4259 }
4260 }
Shuzhen Wangcadb3302016-11-04 14:17:56 -07004261
4262 // Remove yet-to-be submitted inflight request from inflightMap
4263 {
4264 sp<Camera3Device> parent = mParent.promote();
4265 if (parent != NULL) {
4266 Mutex::Autolock l(parent->mInFlightLock);
4267 ssize_t idx = parent->mInFlightMap.indexOfKey(captureRequest->mResultExtras.frameNumber);
4268 if (idx >= 0) {
4269 ALOGV("%s: Remove inflight request from queue: frameNumber %" PRId64,
4270 __FUNCTION__, captureRequest->mResultExtras.frameNumber);
4271 parent->removeInFlightMapEntryLocked(idx);
4272 }
4273 }
4274 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004275 }
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004276
4277 Mutex::Autolock l(mRequestLock);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004278 mNextRequests.clear();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004279}
4280
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004281void Camera3Device::RequestThread::waitForNextRequestBatch() {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004282 // Optimized a bit for the simple steady-state case (single repeating
4283 // request), to avoid putting that request in the queue temporarily.
4284 Mutex::Autolock l(mRequestLock);
4285
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004286 assert(mNextRequests.empty());
4287
4288 NextRequest nextRequest;
4289 nextRequest.captureRequest = waitForNextRequestLocked();
4290 if (nextRequest.captureRequest == nullptr) {
4291 return;
4292 }
4293
4294 nextRequest.halRequest = camera3_capture_request_t();
4295 nextRequest.submitted = false;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004296 mNextRequests.add(nextRequest);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004297
4298 // Wait for additional requests
4299 const size_t batchSize = nextRequest.captureRequest->mBatchSize;
4300
4301 for (size_t i = 1; i < batchSize; i++) {
4302 NextRequest additionalRequest;
4303 additionalRequest.captureRequest = waitForNextRequestLocked();
4304 if (additionalRequest.captureRequest == nullptr) {
4305 break;
4306 }
4307
4308 additionalRequest.halRequest = camera3_capture_request_t();
4309 additionalRequest.submitted = false;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004310 mNextRequests.add(additionalRequest);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004311 }
4312
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004313 if (mNextRequests.size() < batchSize) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -08004314 ALOGE("RequestThread: only get %zu out of %zu requests. Skipping requests.",
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004315 mNextRequests.size(), batchSize);
4316 cleanUpFailedRequests(/*sendRequestError*/true);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004317 }
4318
4319 return;
4320}
4321
4322sp<Camera3Device::CaptureRequest>
4323 Camera3Device::RequestThread::waitForNextRequestLocked() {
4324 status_t res;
4325 sp<CaptureRequest> nextRequest;
4326
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004327 while (mRequestQueue.empty()) {
4328 if (!mRepeatingRequests.empty()) {
4329 // Always atomically enqueue all requests in a repeating request
4330 // list. Guarantees a complete in-sequence set of captures to
4331 // application.
4332 const RequestList &requests = mRepeatingRequests;
4333 RequestList::const_iterator firstRequest =
4334 requests.begin();
4335 nextRequest = *firstRequest;
4336 mRequestQueue.insert(mRequestQueue.end(),
4337 ++firstRequest,
4338 requests.end());
4339 // No need to wait any longer
Jianing Weicb0652e2014-03-12 18:29:36 -07004340
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004341 mRepeatingLastFrameNumber = mFrameNumber + requests.size() - 1;
Jianing Weicb0652e2014-03-12 18:29:36 -07004342
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004343 break;
4344 }
4345
4346 res = mRequestSignal.waitRelative(mRequestLock, kRequestTimeout);
4347
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004348 if ((mRequestQueue.empty() && mRepeatingRequests.empty()) ||
4349 exitPending()) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004350 Mutex::Autolock pl(mPauseLock);
4351 if (mPaused == false) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004352 ALOGV("%s: RequestThread: Going idle", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004353 mPaused = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004354 // Let the tracker know
4355 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4356 if (statusTracker != 0) {
4357 statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
4358 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004359 }
4360 // Stop waiting for now and let thread management happen
4361 return NULL;
4362 }
4363 }
4364
4365 if (nextRequest == NULL) {
4366 // Don't have a repeating request already in hand, so queue
4367 // must have an entry now.
4368 RequestList::iterator firstRequest =
4369 mRequestQueue.begin();
4370 nextRequest = *firstRequest;
4371 mRequestQueue.erase(firstRequest);
Shuzhen Wang9d066012016-09-30 11:30:20 -07004372 if (mRequestQueue.empty() && !nextRequest->mRepeating) {
4373 sp<NotificationListener> listener = mListener.promote();
4374 if (listener != NULL) {
4375 listener->notifyRequestQueueEmpty();
4376 }
4377 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004378 }
4379
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004380 // In case we've been unpaused by setPaused clearing mDoPause, need to
4381 // update internal pause state (capture/setRepeatingRequest unpause
4382 // directly).
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004383 Mutex::Autolock pl(mPauseLock);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004384 if (mPaused) {
4385 ALOGV("%s: RequestThread: Unpaused", __FUNCTION__);
4386 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4387 if (statusTracker != 0) {
4388 statusTracker->markComponentActive(mStatusId);
4389 }
4390 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004391 mPaused = false;
4392
4393 // Check if we've reconfigured since last time, and reset the preview
4394 // request if so. Can't use 'NULL request == repeat' across configure calls.
4395 if (mReconfigured) {
4396 mPrevRequest.clear();
4397 mReconfigured = false;
4398 }
4399
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004400 if (nextRequest != NULL) {
4401 nextRequest->mResultExtras.frameNumber = mFrameNumber++;
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07004402 nextRequest->mResultExtras.afTriggerId = mCurrentAfTriggerId;
4403 nextRequest->mResultExtras.precaptureTriggerId = mCurrentPreCaptureTriggerId;
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07004404
4405 // Since RequestThread::clear() removes buffers from the input stream,
4406 // get the right buffer here before unlocking mRequestLock
4407 if (nextRequest->mInputStream != NULL) {
4408 res = nextRequest->mInputStream->getInputBuffer(&nextRequest->mInputBuffer);
4409 if (res != OK) {
4410 // Can't get input buffer from gralloc queue - this could be due to
4411 // disconnected queue or other producer misbehavior, so not a fatal
4412 // error
4413 ALOGE("%s: Can't get input buffer, skipping request:"
4414 " %s (%d)", __FUNCTION__, strerror(-res), res);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004415
4416 sp<NotificationListener> listener = mListener.promote();
4417 if (listener != NULL) {
4418 listener->notifyError(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08004419 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07004420 nextRequest->mResultExtras);
4421 }
4422 return NULL;
4423 }
4424 }
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004425 }
Chien-Yu Chend196d612015-06-22 19:49:01 -07004426
4427 handleAePrecaptureCancelRequest(nextRequest);
4428
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004429 return nextRequest;
4430}
4431
4432bool Camera3Device::RequestThread::waitIfPaused() {
4433 status_t res;
4434 Mutex::Autolock l(mPauseLock);
4435 while (mDoPause) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004436 if (mPaused == false) {
4437 mPaused = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004438 ALOGV("%s: RequestThread: Paused", __FUNCTION__);
4439 // Let the tracker know
4440 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4441 if (statusTracker != 0) {
4442 statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
4443 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004444 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004445
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004446 res = mDoPauseSignal.waitRelative(mPauseLock, kRequestTimeout);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004447 if (res == TIMED_OUT || exitPending()) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004448 return true;
4449 }
4450 }
4451 // We don't set mPaused to false here, because waitForNextRequest needs
4452 // to further manage the paused state in case of starvation.
4453 return false;
4454}
4455
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004456void Camera3Device::RequestThread::unpauseForNewRequests() {
4457 // With work to do, mark thread as unpaused.
4458 // If paused by request (setPaused), don't resume, to avoid
4459 // extra signaling/waiting overhead to waitUntilPaused
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004460 mRequestSignal.signal();
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004461 Mutex::Autolock p(mPauseLock);
4462 if (!mDoPause) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004463 ALOGV("%s: RequestThread: Going active", __FUNCTION__);
4464 if (mPaused) {
4465 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4466 if (statusTracker != 0) {
4467 statusTracker->markComponentActive(mStatusId);
4468 }
4469 }
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004470 mPaused = false;
4471 }
4472}
4473
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07004474void Camera3Device::RequestThread::setErrorState(const char *fmt, ...) {
4475 sp<Camera3Device> parent = mParent.promote();
4476 if (parent != NULL) {
4477 va_list args;
4478 va_start(args, fmt);
4479
4480 parent->setErrorStateV(fmt, args);
4481
4482 va_end(args);
4483 }
4484}
4485
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004486status_t Camera3Device::RequestThread::insertTriggers(
4487 const sp<CaptureRequest> &request) {
4488
4489 Mutex::Autolock al(mTriggerMutex);
4490
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004491 sp<Camera3Device> parent = mParent.promote();
4492 if (parent == NULL) {
4493 CLOGE("RequestThread: Parent is gone");
4494 return DEAD_OBJECT;
4495 }
4496
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004497 CameraMetadata &metadata = request->mSettings;
4498 size_t count = mTriggerMap.size();
4499
4500 for (size_t i = 0; i < count; ++i) {
4501 RequestTrigger trigger = mTriggerMap.valueAt(i);
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004502 uint32_t tag = trigger.metadataTag;
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004503
4504 if (tag == ANDROID_CONTROL_AF_TRIGGER_ID || tag == ANDROID_CONTROL_AE_PRECAPTURE_ID) {
4505 bool isAeTrigger = (trigger.metadataTag == ANDROID_CONTROL_AE_PRECAPTURE_ID);
4506 uint32_t triggerId = static_cast<uint32_t>(trigger.entryValue);
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07004507 if (isAeTrigger) {
4508 request->mResultExtras.precaptureTriggerId = triggerId;
4509 mCurrentPreCaptureTriggerId = triggerId;
4510 } else {
4511 request->mResultExtras.afTriggerId = triggerId;
4512 mCurrentAfTriggerId = triggerId;
4513 }
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004514 if (parent->mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
4515 continue; // Trigger ID tag is deprecated since device HAL 3.2
4516 }
4517 }
4518
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004519 camera_metadata_entry entry = metadata.find(tag);
4520
4521 if (entry.count > 0) {
4522 /**
4523 * Already has an entry for this trigger in the request.
4524 * Rewrite it with our requested trigger value.
4525 */
4526 RequestTrigger oldTrigger = trigger;
4527
4528 oldTrigger.entryValue = entry.data.u8[0];
4529
4530 mTriggerReplacedMap.add(tag, oldTrigger);
4531 } else {
4532 /**
4533 * More typical, no trigger entry, so we just add it
4534 */
4535 mTriggerRemovedMap.add(tag, trigger);
4536 }
4537
4538 status_t res;
4539
4540 switch (trigger.getTagType()) {
4541 case TYPE_BYTE: {
4542 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
4543 res = metadata.update(tag,
4544 &entryValue,
4545 /*count*/1);
4546 break;
4547 }
4548 case TYPE_INT32:
4549 res = metadata.update(tag,
4550 &trigger.entryValue,
4551 /*count*/1);
4552 break;
4553 default:
4554 ALOGE("%s: Type not supported: 0x%x",
4555 __FUNCTION__,
4556 trigger.getTagType());
4557 return INVALID_OPERATION;
4558 }
4559
4560 if (res != OK) {
4561 ALOGE("%s: Failed to update request metadata with trigger tag %s"
4562 ", value %d", __FUNCTION__, trigger.getTagName(),
4563 trigger.entryValue);
4564 return res;
4565 }
4566
4567 ALOGV("%s: Mixed in trigger %s, value %d", __FUNCTION__,
4568 trigger.getTagName(),
4569 trigger.entryValue);
4570 }
4571
4572 mTriggerMap.clear();
4573
4574 return count;
4575}
4576
4577status_t Camera3Device::RequestThread::removeTriggers(
4578 const sp<CaptureRequest> &request) {
4579 Mutex::Autolock al(mTriggerMutex);
4580
4581 CameraMetadata &metadata = request->mSettings;
4582
4583 /**
4584 * Replace all old entries with their old values.
4585 */
4586 for (size_t i = 0; i < mTriggerReplacedMap.size(); ++i) {
4587 RequestTrigger trigger = mTriggerReplacedMap.valueAt(i);
4588
4589 status_t res;
4590
4591 uint32_t tag = trigger.metadataTag;
4592 switch (trigger.getTagType()) {
4593 case TYPE_BYTE: {
4594 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
4595 res = metadata.update(tag,
4596 &entryValue,
4597 /*count*/1);
4598 break;
4599 }
4600 case TYPE_INT32:
4601 res = metadata.update(tag,
4602 &trigger.entryValue,
4603 /*count*/1);
4604 break;
4605 default:
4606 ALOGE("%s: Type not supported: 0x%x",
4607 __FUNCTION__,
4608 trigger.getTagType());
4609 return INVALID_OPERATION;
4610 }
4611
4612 if (res != OK) {
4613 ALOGE("%s: Failed to restore request metadata with trigger tag %s"
4614 ", trigger value %d", __FUNCTION__,
4615 trigger.getTagName(), trigger.entryValue);
4616 return res;
4617 }
4618 }
4619 mTriggerReplacedMap.clear();
4620
4621 /**
4622 * Remove all new entries.
4623 */
4624 for (size_t i = 0; i < mTriggerRemovedMap.size(); ++i) {
4625 RequestTrigger trigger = mTriggerRemovedMap.valueAt(i);
4626 status_t res = metadata.erase(trigger.metadataTag);
4627
4628 if (res != OK) {
4629 ALOGE("%s: Failed to erase metadata with trigger tag %s"
4630 ", trigger value %d", __FUNCTION__,
4631 trigger.getTagName(), trigger.entryValue);
4632 return res;
4633 }
4634 }
4635 mTriggerRemovedMap.clear();
4636
4637 return OK;
4638}
4639
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -07004640status_t Camera3Device::RequestThread::addDummyTriggerIds(
4641 const sp<CaptureRequest> &request) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -08004642 // Trigger ID 0 had special meaning in the HAL2 spec, so avoid it here
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -07004643 static const int32_t dummyTriggerId = 1;
4644 status_t res;
4645
4646 CameraMetadata &metadata = request->mSettings;
4647
4648 // If AF trigger is active, insert a dummy AF trigger ID if none already
4649 // exists
4650 camera_metadata_entry afTrigger = metadata.find(ANDROID_CONTROL_AF_TRIGGER);
4651 camera_metadata_entry afId = metadata.find(ANDROID_CONTROL_AF_TRIGGER_ID);
4652 if (afTrigger.count > 0 &&
4653 afTrigger.data.u8[0] != ANDROID_CONTROL_AF_TRIGGER_IDLE &&
4654 afId.count == 0) {
4655 res = metadata.update(ANDROID_CONTROL_AF_TRIGGER_ID, &dummyTriggerId, 1);
4656 if (res != OK) return res;
4657 }
4658
4659 // If AE precapture trigger is active, insert a dummy precapture trigger ID
4660 // if none already exists
4661 camera_metadata_entry pcTrigger =
4662 metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
4663 camera_metadata_entry pcId = metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_ID);
4664 if (pcTrigger.count > 0 &&
4665 pcTrigger.data.u8[0] != ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE &&
4666 pcId.count == 0) {
4667 res = metadata.update(ANDROID_CONTROL_AE_PRECAPTURE_ID,
4668 &dummyTriggerId, 1);
4669 if (res != OK) return res;
4670 }
4671
4672 return OK;
4673}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004674
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004675/**
4676 * PreparerThread inner class methods
4677 */
4678
4679Camera3Device::PreparerThread::PreparerThread() :
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -07004680 Thread(/*canCallJava*/false), mListener(nullptr),
4681 mActive(false), mCancelNow(false) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004682}
4683
4684Camera3Device::PreparerThread::~PreparerThread() {
4685 Thread::requestExitAndWait();
4686 if (mCurrentStream != nullptr) {
4687 mCurrentStream->cancelPrepare();
4688 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4689 mCurrentStream.clear();
4690 }
4691 clear();
4692}
4693
Ruben Brunkc78ac262015-08-13 17:58:46 -07004694status_t Camera3Device::PreparerThread::prepare(int maxCount, sp<Camera3StreamInterface>& stream) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004695 status_t res;
4696
4697 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004698 sp<NotificationListener> listener = mListener.promote();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004699
Ruben Brunkc78ac262015-08-13 17:58:46 -07004700 res = stream->startPrepare(maxCount);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004701 if (res == OK) {
4702 // No preparation needed, fire listener right off
4703 ALOGV("%s: Stream %d already prepared", __FUNCTION__, stream->getId());
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004704 if (listener != NULL) {
4705 listener->notifyPrepared(stream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004706 }
4707 return OK;
4708 } else if (res != NOT_ENOUGH_DATA) {
4709 return res;
4710 }
4711
4712 // Need to prepare, start up thread if necessary
4713 if (!mActive) {
4714 // mRunning will change to false before the thread fully shuts down, so wait to be sure it
4715 // isn't running
4716 Thread::requestExitAndWait();
4717 res = Thread::run("C3PrepThread", PRIORITY_BACKGROUND);
4718 if (res != OK) {
4719 ALOGE("%s: Unable to start preparer stream: %d (%s)", __FUNCTION__, res, strerror(-res));
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004720 if (listener != NULL) {
4721 listener->notifyPrepared(stream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004722 }
4723 return res;
4724 }
4725 mCancelNow = false;
4726 mActive = true;
4727 ALOGV("%s: Preparer stream started", __FUNCTION__);
4728 }
4729
4730 // queue up the work
4731 mPendingStreams.push_back(stream);
4732 ALOGV("%s: Stream %d queued for preparing", __FUNCTION__, stream->getId());
4733
4734 return OK;
4735}
4736
4737status_t Camera3Device::PreparerThread::clear() {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004738 Mutex::Autolock l(mLock);
4739
4740 for (const auto& stream : mPendingStreams) {
4741 stream->cancelPrepare();
4742 }
4743 mPendingStreams.clear();
4744 mCancelNow = true;
4745
4746 return OK;
4747}
4748
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004749void Camera3Device::PreparerThread::setNotificationListener(wp<NotificationListener> listener) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004750 Mutex::Autolock l(mLock);
4751 mListener = listener;
4752}
4753
4754bool Camera3Device::PreparerThread::threadLoop() {
4755 status_t res;
4756 {
4757 Mutex::Autolock l(mLock);
4758 if (mCurrentStream == nullptr) {
4759 // End thread if done with work
4760 if (mPendingStreams.empty()) {
4761 ALOGV("%s: Preparer stream out of work", __FUNCTION__);
4762 // threadLoop _must not_ re-acquire mLock after it sets mActive to false; would
4763 // cause deadlock with prepare()'s requestExitAndWait triggered by !mActive.
4764 mActive = false;
4765 return false;
4766 }
4767
4768 // Get next stream to prepare
4769 auto it = mPendingStreams.begin();
4770 mCurrentStream = *it;
4771 mPendingStreams.erase(it);
4772 ATRACE_ASYNC_BEGIN("stream prepare", mCurrentStream->getId());
4773 ALOGV("%s: Preparing stream %d", __FUNCTION__, mCurrentStream->getId());
4774 } else if (mCancelNow) {
4775 mCurrentStream->cancelPrepare();
4776 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4777 ALOGV("%s: Cancelling stream %d prepare", __FUNCTION__, mCurrentStream->getId());
4778 mCurrentStream.clear();
4779 mCancelNow = false;
4780 return true;
4781 }
4782 }
4783
4784 res = mCurrentStream->prepareNextBuffer();
4785 if (res == NOT_ENOUGH_DATA) return true;
4786 if (res != OK) {
4787 // Something bad happened; try to recover by cancelling prepare and
4788 // signalling listener anyway
4789 ALOGE("%s: Stream %d returned error %d (%s) during prepare", __FUNCTION__,
4790 mCurrentStream->getId(), res, strerror(-res));
4791 mCurrentStream->cancelPrepare();
4792 }
4793
4794 // This stream has finished, notify listener
4795 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004796 sp<NotificationListener> listener = mListener.promote();
4797 if (listener != NULL) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004798 ALOGV("%s: Stream %d prepare done, signaling listener", __FUNCTION__,
4799 mCurrentStream->getId());
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004800 listener->notifyPrepared(mCurrentStream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004801 }
4802
4803 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4804 mCurrentStream.clear();
4805
4806 return true;
4807}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004808
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004809/**
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08004810 * Static callback forwarding methods from HAL to instance
4811 */
4812
4813void Camera3Device::sProcessCaptureResult(const camera3_callback_ops *cb,
4814 const camera3_capture_result *result) {
4815 Camera3Device *d =
4816 const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
Chien-Yu Chend196d612015-06-22 19:49:01 -07004817
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08004818 d->processCaptureResult(result);
4819}
4820
4821void Camera3Device::sNotify(const camera3_callback_ops *cb,
4822 const camera3_notify_msg *msg) {
4823 Camera3Device *d =
4824 const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
4825 d->notify(msg);
4826}
4827
4828}; // namespace android