blob: e7a671d710fe1d963ab7095fbb4d6f1cf415292a [file] [log] [blame]
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "Camera3-Device"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
19//#define LOG_NDEBUG 0
20//#define LOG_NNDEBUG 0 // Per-frame verbose logging
21
22#ifdef LOG_NNDEBUG
23#define ALOGVV(...) ALOGV(__VA_ARGS__)
24#else
25#define ALOGVV(...) ((void)0)
26#endif
27
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -070028// Convenience macro for transient errors
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080029#define CLOGE(fmt, ...) ALOGE("Camera %s: %s: " fmt, mId.string(), __FUNCTION__, \
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -070030 ##__VA_ARGS__)
31
32// Convenience macros for transitioning to the error state
33#define SET_ERR(fmt, ...) setErrorState( \
34 "%s: " fmt, __FUNCTION__, \
35 ##__VA_ARGS__)
36#define SET_ERR_L(fmt, ...) setErrorStateLocked( \
37 "%s: " fmt, __FUNCTION__, \
38 ##__VA_ARGS__)
39
Colin Crosse5729fa2014-03-21 15:04:25 -070040#include <inttypes.h>
41
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080042#include <utils/Log.h>
43#include <utils/Trace.h>
44#include <utils/Timers.h>
Zhijun He90f7c372016-08-16 16:19:43 -070045#include <cutils/properties.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070046
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080047#include <android/hardware/camera2/ICameraDeviceUser.h>
48
Igor Murashkinff3e31d2013-10-23 16:40:06 -070049#include "utils/CameraTraces.h"
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -070050#include "mediautils/SchedulingPolicyService.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070051#include "device3/Camera3Device.h"
52#include "device3/Camera3OutputStream.h"
53#include "device3/Camera3InputStream.h"
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -070054#include "device3/Camera3DummyStream.h"
Shuzhen Wang0129d522016-10-30 22:43:41 -070055#include "device3/Camera3SharedOutputStream.h"
Eino-Ville Talvalaf67e23e2014-07-23 17:17:59 -070056#include "CameraService.h"
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080057
58using namespace android::camera3;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080059using namespace android::hardware::camera;
60using namespace android::hardware::camera::device::V3_2;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080061
62namespace android {
63
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080064Camera3Device::Camera3Device(const String8 &id):
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080065 mId(id),
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -080066 mOperatingMode(NO_MODE),
Eino-Ville Talvala9a179412015-06-09 13:15:16 -070067 mIsConstrainedHighSpeedConfiguration(false),
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -070068 mStatus(STATUS_UNINITIALIZED),
Ruben Brunk183f0562015-08-12 12:55:02 -070069 mStatusWaiters(0),
Zhijun He204e3292014-07-14 17:09:23 -070070 mUsePartialResult(false),
71 mNumPartialResults(1),
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080072 mTimestampOffset(0),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -070073 mNextResultFrameNumber(0),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -070074 mNextReprocessResultFrameNumber(0),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -070075 mNextShutterFrameNumber(0),
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -070076 mNextReprocessShutterFrameNumber(0),
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -070077 mListener(NULL)
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080078{
79 ATRACE_CALL();
80 camera3_callback_ops::notify = &sNotify;
81 camera3_callback_ops::process_capture_result = &sProcessCaptureResult;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080082 ALOGV("%s: Created device for camera %s", __FUNCTION__, mId.string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080083}
84
85Camera3Device::~Camera3Device()
86{
87 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080088 ALOGV("%s: Tearing down for camera id %s", __FUNCTION__, mId.string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080089 disconnect();
90}
91
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080092const String8& Camera3Device::getId() const {
Igor Murashkin71381052013-03-04 14:53:08 -080093 return mId;
94}
95
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080096/**
97 * CameraDeviceBase interface
98 */
99
Yin-Chia Yehe074a932015-01-30 10:29:02 -0800100status_t Camera3Device::initialize(CameraModule *module)
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800101{
102 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700103 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800104 Mutex::Autolock l(mLock);
105
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800106 ALOGV("%s: Initializing device for camera %s", __FUNCTION__, mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800107 if (mStatus != STATUS_UNINITIALIZED) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700108 CLOGE("Already initialized!");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800109 return INVALID_OPERATION;
110 }
111
112 /** Open HAL device */
113
114 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800115
116 camera3_device_t *device;
117
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800118 ATRACE_BEGIN("CameraHal::open");
119 res = module->open(mId.string(),
Chien-Yu Chend231fd62015-02-25 16:04:22 -0800120 reinterpret_cast<hw_device_t**>(&device));
Zhijun He213ce792013-11-19 08:45:15 -0800121 ATRACE_END();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800122
123 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700124 SET_ERR_L("Could not open camera: %s (%d)", strerror(-res), res);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800125 return res;
126 }
127
128 /** Cross-check device version */
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800129 if (device->common.version < CAMERA_DEVICE_API_VERSION_3_2) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700130 SET_ERR_L("Could not open camera: "
Zhijun He95dd5ba2014-03-26 18:18:00 -0700131 "Camera device should be at least %x, reports %x instead",
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800132 CAMERA_DEVICE_API_VERSION_3_2,
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800133 device->common.version);
134 device->common.close(&device->common);
135 return BAD_VALUE;
136 }
137
138 camera_info info;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800139 res = module->getCameraInfo(atoi(mId), &info);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800140 if (res != OK) return res;
141
142 if (info.device_version != device->common.version) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700143 SET_ERR_L("HAL reporting mismatched camera_info version (%x)"
144 " and device version (%x).",
Zhijun He95dd5ba2014-03-26 18:18:00 -0700145 info.device_version, device->common.version);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800146 device->common.close(&device->common);
147 return BAD_VALUE;
148 }
149
150 /** Initialize device with callback functions */
151
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800152 ATRACE_BEGIN("CameraHal::initialize");
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800153 res = device->ops->initialize(device, this);
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -0700154 ATRACE_END();
155
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800156 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700157 SET_ERR_L("Unable to initialize HAL device: %s (%d)",
158 strerror(-res), res);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800159 device->common.close(&device->common);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800160 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800161 }
162
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800163 /** Everything is good to go */
164
165 mDeviceVersion = device->common.version;
166 mDeviceInfo = info.static_camera_characteristics;
167 mInterface = std::make_unique<HalInterface>(device);
168
169 return initializeCommonLocked();
170}
171
172status_t Camera3Device::initialize(sp<CameraProviderManager> manager) {
173 ATRACE_CALL();
174 Mutex::Autolock il(mInterfaceLock);
175 Mutex::Autolock l(mLock);
176
177 ALOGV("%s: Initializing HIDL device for camera %s", __FUNCTION__, mId.string());
178 if (mStatus != STATUS_UNINITIALIZED) {
179 CLOGE("Already initialized!");
180 return INVALID_OPERATION;
181 }
182 if (manager == nullptr) return INVALID_OPERATION;
183
184 sp<ICameraDeviceSession> session;
185 ATRACE_BEGIN("CameraHal::openSession");
Steven Moreland5ff9c912017-03-09 23:13:00 -0800186 status_t res = manager->openSession(mId.string(), this,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800187 /*out*/ &session);
188 ATRACE_END();
189 if (res != OK) {
190 SET_ERR_L("Could not open camera session: %s (%d)", strerror(-res), res);
191 return res;
192 }
193
Steven Moreland5ff9c912017-03-09 23:13:00 -0800194 res = manager->getCameraCharacteristics(mId.string(), &mDeviceInfo);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800195 if (res != OK) {
196 SET_ERR_L("Could not retrive camera characteristics: %s (%d)", strerror(-res), res);
197 session->close();
198 return res;
199 }
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800200
201 // TODO: camera service will absorb 3_2/3_3/3_4 differences in the future
202 // for now use 3_4 to keep legacy devices working
203 mDeviceVersion = CAMERA_DEVICE_API_VERSION_3_4;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800204 mInterface = std::make_unique<HalInterface>(session);
205
206 return initializeCommonLocked();
207}
208
209status_t Camera3Device::initializeCommonLocked() {
210
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700211 /** Start up status tracker thread */
212 mStatusTracker = new StatusTracker(this);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800213 status_t res = mStatusTracker->run(String8::format("C3Dev-%s-Status", mId.string()).string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700214 if (res != OK) {
215 SET_ERR_L("Unable to start status tracking thread: %s (%d)",
216 strerror(-res), res);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800217 mInterface->close();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700218 mStatusTracker.clear();
219 return res;
220 }
221
Eino-Ville Talvala24b366e2016-07-21 12:53:07 -0700222 /** Register in-flight map to the status tracker */
223 mInFlightStatusId = mStatusTracker->addComponent();
224
Zhijun He125684a2015-12-26 15:07:30 -0800225 /** Create buffer manager */
226 mBufferManager = new Camera3BufferManager();
227
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700228 bool aeLockAvailable = false;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800229 camera_metadata_entry aeLockAvailableEntry = mDeviceInfo.find(
230 ANDROID_CONTROL_AE_LOCK_AVAILABLE);
231 if (aeLockAvailableEntry.count > 0) {
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700232 aeLockAvailable = (aeLockAvailableEntry.data.u8[0] ==
233 ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE);
234 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800235
Chien-Yu Chenab5135b2015-06-30 11:20:58 -0700236 /** Start up request queue thread */
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800237 mRequestThread = new RequestThread(this, mStatusTracker, mInterface.get(), mDeviceVersion,
238 aeLockAvailable);
239 res = mRequestThread->run(String8::format("C3Dev-%s-ReqQueue", mId.string()).string());
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800240 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700241 SET_ERR_L("Unable to start request queue thread: %s (%d)",
242 strerror(-res), res);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800243 mInterface->close();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800244 mRequestThread.clear();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800245 return res;
246 }
247
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700248 mPreparerThread = new PreparerThread();
249
Yin-Chia Yeh4c060992016-04-11 17:40:12 -0700250 // Determine whether we need to derive sensitivity boost values for older devices.
251 // If post-RAW sensitivity boost range is listed, so should post-raw sensitivity control
252 // be listed (as the default value 100)
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800253 if (mDeviceInfo.exists(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE)) {
Yin-Chia Yeh4c060992016-04-11 17:40:12 -0700254 mDerivePostRawSensKey = true;
255 }
256
Ruben Brunk183f0562015-08-12 12:55:02 -0700257 internalUpdateStatusLocked(STATUS_UNCONFIGURED);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800258 mNextStreamId = 0;
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700259 mDummyStreamId = NO_STREAM;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -0700260 mNeedConfig = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700261 mPauseStateNotify = false;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800262
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800263 // Measure the clock domain offset between camera and video/hw_composer
264 camera_metadata_entry timestampSource =
265 mDeviceInfo.find(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE);
266 if (timestampSource.count > 0 && timestampSource.data.u8[0] ==
267 ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_REALTIME) {
268 mTimestampOffset = getMonoToBoottimeOffset();
269 }
270
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700271 // Will the HAL be sending in early partial result metadata?
Zhijun He204e3292014-07-14 17:09:23 -0700272 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
273 camera_metadata_entry partialResultsCount =
274 mDeviceInfo.find(ANDROID_REQUEST_PARTIAL_RESULT_COUNT);
275 if (partialResultsCount.count > 0) {
276 mNumPartialResults = partialResultsCount.data.i32[0];
277 mUsePartialResult = (mNumPartialResults > 1);
278 }
279 } else {
280 camera_metadata_entry partialResultsQuirk =
281 mDeviceInfo.find(ANDROID_QUIRKS_USE_PARTIAL_RESULT);
282 if (partialResultsQuirk.count > 0 && partialResultsQuirk.data.u8[0] == 1) {
283 mUsePartialResult = true;
284 }
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700285 }
286
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700287 camera_metadata_entry configs =
288 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
289 for (uint32_t i = 0; i < configs.count; i += 4) {
290 if (configs.data.i32[i] == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
291 configs.data.i32[i + 3] ==
292 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT) {
293 mSupportedOpaqueInputSizes.add(Size(configs.data.i32[i + 1],
294 configs.data.i32[i + 2]));
295 }
296 }
297
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800298 return OK;
299}
300
301status_t Camera3Device::disconnect() {
302 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700303 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800304
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700305 ALOGI("%s: E", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800306
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700307 status_t res = OK;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800308
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700309 {
310 Mutex::Autolock l(mLock);
311 if (mStatus == STATUS_UNINITIALIZED) return res;
312
313 if (mStatus == STATUS_ACTIVE ||
314 (mStatus == STATUS_ERROR && mRequestThread != NULL)) {
315 res = mRequestThread->clearRepeatingRequests();
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700316 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700317 SET_ERR_L("Can't stop streaming");
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700318 // Continue to close device even in case of error
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700319 } else {
320 res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
321 if (res != OK) {
322 SET_ERR_L("Timeout waiting for HAL to drain");
323 // Continue to close device even in case of error
324 }
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700325 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800326 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800327
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700328 if (mStatus == STATUS_ERROR) {
329 CLOGE("Shutting down in an error state");
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700330 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700331
332 if (mStatusTracker != NULL) {
333 mStatusTracker->requestExit();
334 }
335
336 if (mRequestThread != NULL) {
337 mRequestThread->requestExit();
338 }
339
340 mOutputStreams.clear();
341 mInputStream.clear();
342 }
343
344 // Joining done without holding mLock, otherwise deadlocks may ensue
345 // as the threads try to access parent state
346 if (mRequestThread != NULL && mStatus != STATUS_ERROR) {
347 // HAL may be in a bad state, so waiting for request thread
348 // (which may be stuck in the HAL processCaptureRequest call)
349 // could be dangerous.
350 mRequestThread->join();
351 }
352
353 if (mStatusTracker != NULL) {
354 mStatusTracker->join();
355 }
356
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800357 HalInterface* interface;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700358 {
359 Mutex::Autolock l(mLock);
360
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800361 mRequestThread.clear();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700362 mStatusTracker.clear();
Zhijun He125684a2015-12-26 15:07:30 -0800363 mBufferManager.clear();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800364
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800365 interface = mInterface.get();
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700366 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800367
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700368 // Call close without internal mutex held, as the HAL close may need to
369 // wait on assorted callbacks,etc, to complete before it can return.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800370 interface->close();
Eino-Ville Talvalaefff1c42015-08-28 16:27:27 -0700371
372 {
373 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800374 mInterface->clear();
Ruben Brunk183f0562015-08-12 12:55:02 -0700375 internalUpdateStatusLocked(STATUS_UNINITIALIZED);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700376 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800377
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700378 ALOGI("%s: X", __FUNCTION__);
Eino-Ville Talvala214a17f2013-06-13 12:20:02 -0700379 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800380}
381
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700382// For dumping/debugging only -
383// try to acquire a lock a few times, eventually give up to proceed with
384// debug/dump operations
385bool Camera3Device::tryLockSpinRightRound(Mutex& lock) {
386 bool gotLock = false;
387 for (size_t i = 0; i < kDumpLockAttempts; ++i) {
388 if (lock.tryLock() == NO_ERROR) {
389 gotLock = true;
390 break;
391 } else {
392 usleep(kDumpSleepDuration);
393 }
394 }
395 return gotLock;
396}
397
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700398Camera3Device::Size Camera3Device::getMaxJpegResolution() const {
399 int32_t maxJpegWidth = 0, maxJpegHeight = 0;
400 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
401 const int STREAM_CONFIGURATION_SIZE = 4;
402 const int STREAM_FORMAT_OFFSET = 0;
403 const int STREAM_WIDTH_OFFSET = 1;
404 const int STREAM_HEIGHT_OFFSET = 2;
405 const int STREAM_IS_INPUT_OFFSET = 3;
406 camera_metadata_ro_entry_t availableStreamConfigs =
407 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
408 if (availableStreamConfigs.count == 0 ||
409 availableStreamConfigs.count % STREAM_CONFIGURATION_SIZE != 0) {
410 return Size(0, 0);
411 }
412
413 // Get max jpeg size (area-wise).
414 for (size_t i=0; i < availableStreamConfigs.count; i+= STREAM_CONFIGURATION_SIZE) {
415 int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET];
416 int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET];
417 int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET];
418 int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET];
419 if (isInput == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT
420 && format == HAL_PIXEL_FORMAT_BLOB &&
421 (width * height > maxJpegWidth * maxJpegHeight)) {
422 maxJpegWidth = width;
423 maxJpegHeight = height;
424 }
425 }
426 } else {
427 camera_metadata_ro_entry availableJpegSizes =
428 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_JPEG_SIZES);
429 if (availableJpegSizes.count == 0 || availableJpegSizes.count % 2 != 0) {
430 return Size(0, 0);
431 }
432
433 // Get max jpeg size (area-wise).
434 for (size_t i = 0; i < availableJpegSizes.count; i += 2) {
435 if ((availableJpegSizes.data.i32[i] * availableJpegSizes.data.i32[i + 1])
436 > (maxJpegWidth * maxJpegHeight)) {
437 maxJpegWidth = availableJpegSizes.data.i32[i];
438 maxJpegHeight = availableJpegSizes.data.i32[i + 1];
439 }
440 }
441 }
442 return Size(maxJpegWidth, maxJpegHeight);
443}
444
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800445nsecs_t Camera3Device::getMonoToBoottimeOffset() {
446 // try three times to get the clock offset, choose the one
447 // with the minimum gap in measurements.
448 const int tries = 3;
449 nsecs_t bestGap, measured;
450 for (int i = 0; i < tries; ++i) {
451 const nsecs_t tmono = systemTime(SYSTEM_TIME_MONOTONIC);
452 const nsecs_t tbase = systemTime(SYSTEM_TIME_BOOTTIME);
453 const nsecs_t tmono2 = systemTime(SYSTEM_TIME_MONOTONIC);
454 const nsecs_t gap = tmono2 - tmono;
455 if (i == 0 || gap < bestGap) {
456 bestGap = gap;
457 measured = tbase - ((tmono + tmono2) >> 1);
458 }
459 }
460 return measured;
461}
462
Eino-Ville Talvala2cbf6ce2016-03-14 13:03:25 -0700463/**
464 * Map Android N dataspace definitions back to Android M definitions, for
465 * use with HALv3.3 or older.
466 *
467 * Only map where correspondences exist, and otherwise preserve the value.
468 */
469android_dataspace Camera3Device::mapToLegacyDataspace(android_dataspace dataSpace) {
470 switch (dataSpace) {
471 case HAL_DATASPACE_V0_SRGB_LINEAR:
472 return HAL_DATASPACE_SRGB_LINEAR;
473 case HAL_DATASPACE_V0_SRGB:
474 return HAL_DATASPACE_SRGB;
475 case HAL_DATASPACE_V0_JFIF:
476 return HAL_DATASPACE_JFIF;
477 case HAL_DATASPACE_V0_BT601_625:
478 return HAL_DATASPACE_BT601_625;
479 case HAL_DATASPACE_V0_BT601_525:
480 return HAL_DATASPACE_BT601_525;
481 case HAL_DATASPACE_V0_BT709:
482 return HAL_DATASPACE_BT709;
483 default:
484 return dataSpace;
485 }
486}
487
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800488hardware::graphics::common::V1_0::PixelFormat Camera3Device::mapToPixelFormat(
489 int frameworkFormat) {
490 return (hardware::graphics::common::V1_0::PixelFormat) frameworkFormat;
491}
492
493DataspaceFlags Camera3Device::mapToHidlDataspace(
494 android_dataspace dataSpace) {
495 return dataSpace;
496}
497
Yin-Chia Yeh47cf8e62017-04-04 13:00:03 -0700498ConsumerUsageFlags Camera3Device::mapToConsumerUsage(
499 uint32_t usage) {
500 return usage;
501}
502
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800503StreamRotation Camera3Device::mapToStreamRotation(camera3_stream_rotation_t rotation) {
504 switch (rotation) {
505 case CAMERA3_STREAM_ROTATION_0:
506 return StreamRotation::ROTATION_0;
507 case CAMERA3_STREAM_ROTATION_90:
508 return StreamRotation::ROTATION_90;
509 case CAMERA3_STREAM_ROTATION_180:
510 return StreamRotation::ROTATION_180;
511 case CAMERA3_STREAM_ROTATION_270:
512 return StreamRotation::ROTATION_270;
513 }
514 ALOGE("%s: Unknown stream rotation %d", __FUNCTION__, rotation);
515 return StreamRotation::ROTATION_0;
516}
517
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800518status_t Camera3Device::mapToStreamConfigurationMode(
519 camera3_stream_configuration_mode_t operationMode, StreamConfigurationMode *mode) {
520 if (mode == nullptr) return BAD_VALUE;
521 if (operationMode < CAMERA3_VENDOR_STREAM_CONFIGURATION_MODE_START) {
522 switch(operationMode) {
523 case CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE:
524 *mode = StreamConfigurationMode::NORMAL_MODE;
525 break;
526 case CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE:
527 *mode = StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE;
528 break;
529 default:
530 ALOGE("%s: Unknown stream configuration mode %d", __FUNCTION__, operationMode);
531 return BAD_VALUE;
532 }
533 } else {
534 *mode = static_cast<StreamConfigurationMode>(operationMode);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800535 }
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800536 return OK;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800537}
538
539camera3_buffer_status_t Camera3Device::mapHidlBufferStatus(BufferStatus status) {
540 switch (status) {
541 case BufferStatus::OK: return CAMERA3_BUFFER_STATUS_OK;
542 case BufferStatus::ERROR: return CAMERA3_BUFFER_STATUS_ERROR;
543 }
544 return CAMERA3_BUFFER_STATUS_ERROR;
545}
546
547int Camera3Device::mapToFrameworkFormat(
548 hardware::graphics::common::V1_0::PixelFormat pixelFormat) {
549 return static_cast<uint32_t>(pixelFormat);
550}
551
Yin-Chia Yeh47cf8e62017-04-04 13:00:03 -0700552uint32_t Camera3Device::mapConsumerToFrameworkUsage(
553 ConsumerUsageFlags usage) {
554 return usage;
555}
556
557uint32_t Camera3Device::mapProducerToFrameworkUsage(
558 ProducerUsageFlags usage) {
559 return usage;
560}
561
Zhijun Hef7da0962014-04-24 13:27:56 -0700562ssize_t Camera3Device::getJpegBufferSize(uint32_t width, uint32_t height) const {
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700563 // Get max jpeg size (area-wise).
564 Size maxJpegResolution = getMaxJpegResolution();
565 if (maxJpegResolution.width == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800566 ALOGE("%s: Camera %s: Can't find valid available jpeg sizes in static metadata!",
567 __FUNCTION__, mId.string());
Zhijun Hef7da0962014-04-24 13:27:56 -0700568 return BAD_VALUE;
569 }
570
Zhijun Hef7da0962014-04-24 13:27:56 -0700571 // Get max jpeg buffer size
572 ssize_t maxJpegBufferSize = 0;
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700573 camera_metadata_ro_entry jpegBufMaxSize = mDeviceInfo.find(ANDROID_JPEG_MAX_SIZE);
574 if (jpegBufMaxSize.count == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800575 ALOGE("%s: Camera %s: Can't find maximum JPEG size in static metadata!", __FUNCTION__,
576 mId.string());
Zhijun Hef7da0962014-04-24 13:27:56 -0700577 return BAD_VALUE;
578 }
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700579 maxJpegBufferSize = jpegBufMaxSize.data.i32[0];
Yin-Chia Yeh0c4e56d2015-01-09 15:21:27 -0800580 assert(kMinJpegBufferSize < maxJpegBufferSize);
Zhijun Hef7da0962014-04-24 13:27:56 -0700581
582 // Calculate final jpeg buffer size for the given resolution.
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700583 float scaleFactor = ((float) (width * height)) /
584 (maxJpegResolution.width * maxJpegResolution.height);
Yin-Chia Yeh0c4e56d2015-01-09 15:21:27 -0800585 ssize_t jpegBufferSize = scaleFactor * (maxJpegBufferSize - kMinJpegBufferSize) +
586 kMinJpegBufferSize;
Zhijun Hef7da0962014-04-24 13:27:56 -0700587 if (jpegBufferSize > maxJpegBufferSize) {
588 jpegBufferSize = maxJpegBufferSize;
Zhijun Hef7da0962014-04-24 13:27:56 -0700589 }
590
591 return jpegBufferSize;
592}
593
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700594ssize_t Camera3Device::getPointCloudBufferSize() const {
595 const int FLOATS_PER_POINT=4;
596 camera_metadata_ro_entry maxPointCount = mDeviceInfo.find(ANDROID_DEPTH_MAX_DEPTH_SAMPLES);
597 if (maxPointCount.count == 0) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800598 ALOGE("%s: Camera %s: Can't find maximum depth point cloud size in static metadata!",
599 __FUNCTION__, mId.string());
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700600 return BAD_VALUE;
601 }
602 ssize_t maxBytesForPointCloud = sizeof(android_depth_points) +
603 maxPointCount.data.i32[0] * sizeof(float) * FLOATS_PER_POINT;
604 return maxBytesForPointCloud;
605}
606
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800607ssize_t Camera3Device::getRawOpaqueBufferSize(int32_t width, int32_t height) const {
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800608 const int PER_CONFIGURATION_SIZE = 3;
609 const int WIDTH_OFFSET = 0;
610 const int HEIGHT_OFFSET = 1;
611 const int SIZE_OFFSET = 2;
612 camera_metadata_ro_entry rawOpaqueSizes =
613 mDeviceInfo.find(ANDROID_SENSOR_OPAQUE_RAW_SIZE);
Aurimas Liutikasbc57b122016-02-16 09:59:16 -0800614 size_t count = rawOpaqueSizes.count;
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800615 if (count == 0 || (count % PER_CONFIGURATION_SIZE)) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800616 ALOGE("%s: Camera %s: bad opaque RAW size static metadata length(%zu)!",
617 __FUNCTION__, mId.string(), count);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800618 return BAD_VALUE;
619 }
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700620
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800621 for (size_t i = 0; i < count; i += PER_CONFIGURATION_SIZE) {
622 if (width == rawOpaqueSizes.data.i32[i + WIDTH_OFFSET] &&
623 height == rawOpaqueSizes.data.i32[i + HEIGHT_OFFSET]) {
624 return rawOpaqueSizes.data.i32[i + SIZE_OFFSET];
625 }
626 }
627
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800628 ALOGE("%s: Camera %s: cannot find size for %dx%d opaque RAW image!",
629 __FUNCTION__, mId.string(), width, height);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -0800630 return BAD_VALUE;
631}
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700632
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800633status_t Camera3Device::dump(int fd, const Vector<String16> &args) {
634 ATRACE_CALL();
635 (void)args;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700636
637 // Try to lock, but continue in case of failure (to avoid blocking in
638 // deadlocks)
639 bool gotInterfaceLock = tryLockSpinRightRound(mInterfaceLock);
640 bool gotLock = tryLockSpinRightRound(mLock);
641
642 ALOGW_IF(!gotInterfaceLock,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800643 "Camera %s: %s: Unable to lock interface lock, proceeding anyway",
644 mId.string(), __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700645 ALOGW_IF(!gotLock,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800646 "Camera %s: %s: Unable to lock main lock, proceeding anyway",
647 mId.string(), __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700648
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800649 bool dumpTemplates = false;
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700650
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800651 String16 templatesOption("-t");
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700652 String16 monitorOption("-m");
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800653 int n = args.size();
654 for (int i = 0; i < n; i++) {
655 if (args[i] == templatesOption) {
656 dumpTemplates = true;
657 }
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700658 if (args[i] == monitorOption) {
659 if (i + 1 < n) {
660 String8 monitorTags = String8(args[i + 1]);
661 if (monitorTags == "off") {
662 mTagMonitor.disableMonitoring();
663 } else {
664 mTagMonitor.parseTagsToMonitor(monitorTags);
665 }
666 } else {
667 mTagMonitor.disableMonitoring();
668 }
669 }
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800670 }
671
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800672 String8 lines;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800673
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800674 const char *status =
675 mStatus == STATUS_ERROR ? "ERROR" :
676 mStatus == STATUS_UNINITIALIZED ? "UNINITIALIZED" :
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700677 mStatus == STATUS_UNCONFIGURED ? "UNCONFIGURED" :
678 mStatus == STATUS_CONFIGURED ? "CONFIGURED" :
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800679 mStatus == STATUS_ACTIVE ? "ACTIVE" :
680 "Unknown";
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700681
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800682 lines.appendFormat(" Device status: %s\n", status);
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700683 if (mStatus == STATUS_ERROR) {
684 lines.appendFormat(" Error cause: %s\n", mErrorCause.string());
685 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800686 lines.appendFormat(" Stream configuration:\n");
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800687 const char *mode =
688 mOperatingMode == static_cast<int>(StreamConfigurationMode::NORMAL_MODE) ? "NORMAL" :
689 mOperatingMode == static_cast<int>(
690 StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE) ? "CONSTRAINED_HIGH_SPEED" :
691 "CUSTOM";
692 lines.appendFormat(" Operation mode: %s (%d) \n", mode, mOperatingMode);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800693
694 if (mInputStream != NULL) {
695 write(fd, lines.string(), lines.size());
696 mInputStream->dump(fd, args);
697 } else {
698 lines.appendFormat(" No input stream.\n");
699 write(fd, lines.string(), lines.size());
700 }
701 for (size_t i = 0; i < mOutputStreams.size(); i++) {
702 mOutputStreams[i]->dump(fd,args);
703 }
704
Zhijun He431503c2016-03-07 17:30:16 -0800705 if (mBufferManager != NULL) {
706 lines = String8(" Camera3 Buffer Manager:\n");
707 write(fd, lines.string(), lines.size());
708 mBufferManager->dump(fd, args);
709 }
Zhijun He125684a2015-12-26 15:07:30 -0800710
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700711 lines = String8(" In-flight requests:\n");
712 if (mInFlightMap.size() == 0) {
713 lines.append(" None\n");
714 } else {
715 for (size_t i = 0; i < mInFlightMap.size(); i++) {
716 InFlightRequest r = mInFlightMap.valueAt(i);
Colin Crosse5729fa2014-03-21 15:04:25 -0700717 lines.appendFormat(" Frame %d | Timestamp: %" PRId64 ", metadata"
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700718 " arrived: %s, buffers left: %d\n", mInFlightMap.keyAt(i),
Chien-Yu Chen43e69a62014-11-25 16:38:33 -0800719 r.shutterTimestamp, r.haveResultMetadata ? "true" : "false",
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700720 r.numBuffersLeft);
721 }
722 }
723 write(fd, lines.string(), lines.size());
724
Igor Murashkin1e479c02013-09-06 16:55:14 -0700725 {
726 lines = String8(" Last request sent:\n");
727 write(fd, lines.string(), lines.size());
728
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700729 CameraMetadata lastRequest = getLatestRequestLocked();
Igor Murashkin1e479c02013-09-06 16:55:14 -0700730 lastRequest.dump(fd, /*verbosity*/2, /*indentation*/6);
731 }
732
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800733 if (dumpTemplates) {
734 const char *templateNames[] = {
735 "TEMPLATE_PREVIEW",
736 "TEMPLATE_STILL_CAPTURE",
737 "TEMPLATE_VIDEO_RECORD",
738 "TEMPLATE_VIDEO_SNAPSHOT",
739 "TEMPLATE_ZERO_SHUTTER_LAG",
740 "TEMPLATE_MANUAL"
741 };
742
743 for (int i = 1; i < CAMERA3_TEMPLATE_COUNT; i++) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800744 camera_metadata_t *templateRequest = nullptr;
745 mInterface->constructDefaultRequestSettings(
746 (camera3_request_template_t) i, &templateRequest);
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800747 lines = String8::format(" HAL Request %s:\n", templateNames[i-1]);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800748 if (templateRequest == nullptr) {
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800749 lines.append(" Not supported\n");
750 write(fd, lines.string(), lines.size());
751 } else {
752 write(fd, lines.string(), lines.size());
753 dump_indented_camera_metadata(templateRequest,
754 fd, /*verbosity*/2, /*indentation*/8);
755 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800756 free_camera_metadata(templateRequest);
Eino-Ville Talvala7e7a62d2015-11-04 14:49:43 -0800757 }
758 }
759
Eino-Ville Talvala4d453832016-07-15 11:56:53 -0700760 mTagMonitor.dumpMonitoredMetadata(fd);
761
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800762 if (mInterface->valid()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -0800763 lines = String8(" HAL device dump:\n");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800764 write(fd, lines.string(), lines.size());
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800765 mInterface->dump(fd);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800766 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800767
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700768 if (gotLock) mLock.unlock();
769 if (gotInterfaceLock) mInterfaceLock.unlock();
770
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800771 return OK;
772}
773
774const CameraMetadata& Camera3Device::info() const {
775 ALOGVV("%s: E", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800776 if (CC_UNLIKELY(mStatus == STATUS_UNINITIALIZED ||
777 mStatus == STATUS_ERROR)) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700778 ALOGW("%s: Access to static info %s!", __FUNCTION__,
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800779 mStatus == STATUS_ERROR ?
780 "when in error state" : "before init");
781 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800782 return mDeviceInfo;
783}
784
Jianing Wei90e59c92014-03-12 18:29:36 -0700785status_t Camera3Device::checkStatusOkToCaptureLocked() {
786 switch (mStatus) {
787 case STATUS_ERROR:
788 CLOGE("Device has encountered a serious error");
789 return INVALID_OPERATION;
790 case STATUS_UNINITIALIZED:
791 CLOGE("Device not initialized");
792 return INVALID_OPERATION;
793 case STATUS_UNCONFIGURED:
794 case STATUS_CONFIGURED:
795 case STATUS_ACTIVE:
796 // OK
797 break;
798 default:
799 SET_ERR_L("Unexpected status: %d", mStatus);
800 return INVALID_OPERATION;
801 }
802 return OK;
803}
804
805status_t Camera3Device::convertMetadataListToRequestListLocked(
Shuzhen Wang0129d522016-10-30 22:43:41 -0700806 const List<const CameraMetadata> &metadataList,
807 const std::list<const SurfaceMap> &surfaceMaps,
808 bool repeating,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700809 RequestList *requestList) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700810 if (requestList == NULL) {
811 CLOGE("requestList cannot be NULL.");
812 return BAD_VALUE;
813 }
814
Jianing Weicb0652e2014-03-12 18:29:36 -0700815 int32_t burstId = 0;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700816 List<const CameraMetadata>::const_iterator metadataIt = metadataList.begin();
817 std::list<const SurfaceMap>::const_iterator surfaceMapIt = surfaceMaps.begin();
818 for (; metadataIt != metadataList.end() && surfaceMapIt != surfaceMaps.end();
819 ++metadataIt, ++surfaceMapIt) {
820 sp<CaptureRequest> newRequest = setUpRequestLocked(*metadataIt, *surfaceMapIt);
Jianing Wei90e59c92014-03-12 18:29:36 -0700821 if (newRequest == 0) {
822 CLOGE("Can't create capture request");
823 return BAD_VALUE;
824 }
Jianing Weicb0652e2014-03-12 18:29:36 -0700825
Shuzhen Wang9d066012016-09-30 11:30:20 -0700826 newRequest->mRepeating = repeating;
827
Jianing Weicb0652e2014-03-12 18:29:36 -0700828 // Setup burst Id and request Id
829 newRequest->mResultExtras.burstId = burstId++;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700830 if (metadataIt->exists(ANDROID_REQUEST_ID)) {
831 if (metadataIt->find(ANDROID_REQUEST_ID).count == 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -0700832 CLOGE("RequestID entry exists; but must not be empty in metadata");
833 return BAD_VALUE;
834 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700835 newRequest->mResultExtras.requestId = metadataIt->find(ANDROID_REQUEST_ID).data.i32[0];
Jianing Weicb0652e2014-03-12 18:29:36 -0700836 } else {
837 CLOGE("RequestID does not exist in metadata");
838 return BAD_VALUE;
839 }
840
Jianing Wei90e59c92014-03-12 18:29:36 -0700841 requestList->push_back(newRequest);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700842
843 ALOGV("%s: requestId = %" PRId32, __FUNCTION__, newRequest->mResultExtras.requestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700844 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700845 if (metadataIt != metadataList.end() || surfaceMapIt != surfaceMaps.end()) {
846 ALOGE("%s: metadataList and surfaceMaps are not the same size!", __FUNCTION__);
847 return BAD_VALUE;
848 }
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700849
850 // Setup batch size if this is a high speed video recording request.
851 if (mIsConstrainedHighSpeedConfiguration && requestList->size() > 0) {
852 auto firstRequest = requestList->begin();
853 for (auto& outputStream : (*firstRequest)->mOutputStreams) {
854 if (outputStream->isVideoStream()) {
855 (*firstRequest)->mBatchSize = requestList->size();
856 break;
857 }
858 }
859 }
860
Jianing Wei90e59c92014-03-12 18:29:36 -0700861 return OK;
862}
863
Jianing Weicb0652e2014-03-12 18:29:36 -0700864status_t Camera3Device::capture(CameraMetadata &request, int64_t* /*lastFrameNumber*/) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800865 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800866
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700867 List<const CameraMetadata> requests;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700868 std::list<const SurfaceMap> surfaceMaps;
869 convertToRequestList(requests, surfaceMaps, request);
870
871 return captureList(requests, surfaceMaps, /*lastFrameNumber*/NULL);
872}
873
874void Camera3Device::convertToRequestList(List<const CameraMetadata>& requests,
875 std::list<const SurfaceMap>& surfaceMaps,
876 const CameraMetadata& request) {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700877 requests.push_back(request);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700878
879 SurfaceMap surfaceMap;
880 camera_metadata_ro_entry streams = request.find(ANDROID_REQUEST_OUTPUT_STREAMS);
881 // With no surface list passed in, stream and surface will have 1-to-1
882 // mapping. So the surface index is 0 for each stream in the surfaceMap.
883 for (size_t i = 0; i < streams.count; i++) {
884 surfaceMap[streams.data.i32[i]].push_back(0);
885 }
886 surfaceMaps.push_back(surfaceMap);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800887}
888
Jianing Wei90e59c92014-03-12 18:29:36 -0700889status_t Camera3Device::submitRequestsHelper(
Shuzhen Wang0129d522016-10-30 22:43:41 -0700890 const List<const CameraMetadata> &requests,
891 const std::list<const SurfaceMap> &surfaceMaps,
892 bool repeating,
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700893 /*out*/
894 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700895 ATRACE_CALL();
896 Mutex::Autolock il(mInterfaceLock);
897 Mutex::Autolock l(mLock);
898
899 status_t res = checkStatusOkToCaptureLocked();
900 if (res != OK) {
901 // error logged by previous call
902 return res;
903 }
904
905 RequestList requestList;
906
Shuzhen Wang0129d522016-10-30 22:43:41 -0700907 res = convertMetadataListToRequestListLocked(requests, surfaceMaps,
908 repeating, /*out*/&requestList);
Jianing Wei90e59c92014-03-12 18:29:36 -0700909 if (res != OK) {
910 // error logged by previous call
911 return res;
912 }
913
914 if (repeating) {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700915 res = mRequestThread->setRepeatingRequests(requestList, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -0700916 } else {
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700917 res = mRequestThread->queueRequestList(requestList, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -0700918 }
919
920 if (res == OK) {
921 waitUntilStateThenRelock(/*active*/true, kActiveTimeout);
922 if (res != OK) {
923 SET_ERR_L("Can't transition to active in %f seconds!",
924 kActiveTimeout/1e9);
925 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800926 ALOGV("Camera %s: Capture request %" PRId32 " enqueued", mId.string(),
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700927 (*(requestList.begin()))->mResultExtras.requestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700928 } else {
929 CLOGE("Cannot queue request. Impossible.");
930 return BAD_VALUE;
931 }
932
933 return res;
934}
935
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800936
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800937hardware::Return<void> Camera3Device::processCaptureResult(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800938 const hardware::hidl_vec<
939 hardware::camera::device::V3_2::CaptureResult>& results) {
940 for (const auto& result : results) {
941 processOneCaptureResult(result);
942 }
943 return hardware::Void();
944}
945
946void Camera3Device::processOneCaptureResult(
947 const hardware::camera::device::V3_2::CaptureResult& result) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800948 camera3_capture_result r;
949 status_t res;
950 r.frame_number = result.frameNumber;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800951 if (result.result.size() != 0) {
952 r.result = reinterpret_cast<const camera_metadata_t*>(result.result.data());
953 size_t expected_metadata_size = result.result.size();
954 if ((res = validate_camera_metadata_structure(r.result, &expected_metadata_size)) != OK) {
955 ALOGE("%s: Frame %d: Invalid camera metadata received by camera service from HAL: %s (%d)",
956 __FUNCTION__, result.frameNumber, strerror(-res), res);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800957 return;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -0800958 }
959 } else {
960 r.result = nullptr;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800961 }
962
963 std::vector<camera3_stream_buffer_t> outputBuffers(result.outputBuffers.size());
964 std::vector<buffer_handle_t> outputBufferHandles(result.outputBuffers.size());
965 for (size_t i = 0; i < result.outputBuffers.size(); i++) {
966 auto& bDst = outputBuffers[i];
967 const StreamBuffer &bSrc = result.outputBuffers[i];
968
969 ssize_t idx = mOutputStreams.indexOfKey(bSrc.streamId);
Emilian Peevbe3d40c2017-03-27 13:03:10 +0100970 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800971 ALOGE("%s: Frame %d: Buffer %zu: Invalid output stream id %d",
972 __FUNCTION__, result.frameNumber, i, bSrc.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800973 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800974 }
975 bDst.stream = mOutputStreams.valueAt(idx)->asHalStream();
976
977 buffer_handle_t *buffer;
Yin-Chia Yehf4650602017-01-10 13:13:39 -0800978 res = mInterface->popInflightBuffer(result.frameNumber, bSrc.streamId, &buffer);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800979 if (res != OK) {
980 ALOGE("%s: Frame %d: Buffer %zu: No in-flight buffer for stream %d",
981 __FUNCTION__, result.frameNumber, i, bSrc.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800982 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800983 }
984 bDst.buffer = buffer;
985 bDst.status = mapHidlBufferStatus(bSrc.status);
986 bDst.acquire_fence = -1;
987 if (bSrc.releaseFence == nullptr) {
988 bDst.release_fence = -1;
989 } else if (bSrc.releaseFence->numFds == 1) {
990 bDst.release_fence = dup(bSrc.releaseFence->data[0]);
991 } else {
992 ALOGE("%s: Frame %d: Invalid release fence for buffer %zu, fd count is %d, not 1",
993 __FUNCTION__, result.frameNumber, i, bSrc.releaseFence->numFds);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800994 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800995 }
996 }
997 r.num_output_buffers = outputBuffers.size();
998 r.output_buffers = outputBuffers.data();
999
1000 camera3_stream_buffer_t inputBuffer;
Yin-Chia Yeh52778d42016-12-22 18:20:43 -08001001 if (result.inputBuffer.streamId == -1) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001002 r.input_buffer = nullptr;
1003 } else {
1004 if (mInputStream->getId() != result.inputBuffer.streamId) {
1005 ALOGE("%s: Frame %d: Invalid input stream id %d", __FUNCTION__,
1006 result.frameNumber, result.inputBuffer.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001007 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001008 }
1009 inputBuffer.stream = mInputStream->asHalStream();
1010 buffer_handle_t *buffer;
1011 res = mInterface->popInflightBuffer(result.frameNumber, result.inputBuffer.streamId,
1012 &buffer);
1013 if (res != OK) {
1014 ALOGE("%s: Frame %d: Input buffer: No in-flight buffer for stream %d",
1015 __FUNCTION__, result.frameNumber, result.inputBuffer.streamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001016 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001017 }
1018 inputBuffer.buffer = buffer;
1019 inputBuffer.status = mapHidlBufferStatus(result.inputBuffer.status);
1020 inputBuffer.acquire_fence = -1;
1021 if (result.inputBuffer.releaseFence == nullptr) {
1022 inputBuffer.release_fence = -1;
1023 } else if (result.inputBuffer.releaseFence->numFds == 1) {
1024 inputBuffer.release_fence = dup(result.inputBuffer.releaseFence->data[0]);
1025 } else {
1026 ALOGE("%s: Frame %d: Invalid release fence for input buffer, fd count is %d, not 1",
1027 __FUNCTION__, result.frameNumber, result.inputBuffer.releaseFence->numFds);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001028 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001029 }
1030 r.input_buffer = &inputBuffer;
1031 }
1032
1033 r.partial_result = result.partialResult;
1034
1035 processCaptureResult(&r);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001036}
1037
1038hardware::Return<void> Camera3Device::notify(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001039 const hardware::hidl_vec<hardware::camera::device::V3_2::NotifyMsg>& msgs) {
1040 for (const auto& msg : msgs) {
1041 notify(msg);
1042 }
1043 return hardware::Void();
1044}
1045
1046void Camera3Device::notify(
1047 const hardware::camera::device::V3_2::NotifyMsg& msg) {
1048
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001049 camera3_notify_msg m;
1050 switch (msg.type) {
1051 case MsgType::ERROR:
1052 m.type = CAMERA3_MSG_ERROR;
1053 m.message.error.frame_number = msg.msg.error.frameNumber;
1054 if (msg.msg.error.errorStreamId >= 0) {
1055 ssize_t idx = mOutputStreams.indexOfKey(msg.msg.error.errorStreamId);
Emilian Peevbe3d40c2017-03-27 13:03:10 +01001056 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001057 ALOGE("%s: Frame %d: Invalid error stream id %d",
1058 __FUNCTION__, m.message.error.frame_number, msg.msg.error.errorStreamId);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08001059 return;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001060 }
1061 m.message.error.error_stream = mOutputStreams.valueAt(idx)->asHalStream();
1062 } else {
1063 m.message.error.error_stream = nullptr;
1064 }
1065 switch (msg.msg.error.errorCode) {
1066 case ErrorCode::ERROR_DEVICE:
1067 m.message.error.error_code = CAMERA3_MSG_ERROR_DEVICE;
1068 break;
1069 case ErrorCode::ERROR_REQUEST:
1070 m.message.error.error_code = CAMERA3_MSG_ERROR_REQUEST;
1071 break;
1072 case ErrorCode::ERROR_RESULT:
1073 m.message.error.error_code = CAMERA3_MSG_ERROR_RESULT;
1074 break;
1075 case ErrorCode::ERROR_BUFFER:
1076 m.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER;
1077 break;
1078 }
1079 break;
1080 case MsgType::SHUTTER:
1081 m.type = CAMERA3_MSG_SHUTTER;
1082 m.message.shutter.frame_number = msg.msg.shutter.frameNumber;
1083 m.message.shutter.timestamp = msg.msg.shutter.timestamp;
1084 break;
1085 }
1086 notify(&m);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001087}
1088
Jianing Weicb0652e2014-03-12 18:29:36 -07001089status_t Camera3Device::captureList(const List<const CameraMetadata> &requests,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001090 const std::list<const SurfaceMap> &surfaceMaps,
Jianing Weicb0652e2014-03-12 18:29:36 -07001091 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07001092 ATRACE_CALL();
1093
Shuzhen Wang0129d522016-10-30 22:43:41 -07001094 return submitRequestsHelper(requests, surfaceMaps, /*repeating*/false, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -07001095}
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001096
Jianing Weicb0652e2014-03-12 18:29:36 -07001097status_t Camera3Device::setStreamingRequest(const CameraMetadata &request,
1098 int64_t* /*lastFrameNumber*/) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001099 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001100
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07001101 List<const CameraMetadata> requests;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001102 std::list<const SurfaceMap> surfaceMaps;
1103 convertToRequestList(requests, surfaceMaps, request);
1104
1105 return setStreamingRequestList(requests, /*surfaceMap*/surfaceMaps,
1106 /*lastFrameNumber*/NULL);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001107}
1108
Jianing Weicb0652e2014-03-12 18:29:36 -07001109status_t Camera3Device::setStreamingRequestList(const List<const CameraMetadata> &requests,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001110 const std::list<const SurfaceMap> &surfaceMaps,
Jianing Weicb0652e2014-03-12 18:29:36 -07001111 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07001112 ATRACE_CALL();
1113
Shuzhen Wang0129d522016-10-30 22:43:41 -07001114 return submitRequestsHelper(requests, surfaceMaps, /*repeating*/true, lastFrameNumber);
Jianing Wei90e59c92014-03-12 18:29:36 -07001115}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001116
1117sp<Camera3Device::CaptureRequest> Camera3Device::setUpRequestLocked(
Shuzhen Wang0129d522016-10-30 22:43:41 -07001118 const CameraMetadata &request, const SurfaceMap &surfaceMap) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001119 status_t res;
1120
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001121 if (mStatus == STATUS_UNCONFIGURED || mNeedConfig) {
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001122 // This point should only be reached via API1 (API2 must explicitly call configureStreams)
1123 // so unilaterally select normal operating mode.
1124 res = configureStreamsLocked(CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001125 // Stream configuration failed. Client might try other configuraitons.
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001126 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001127 CLOGE("Can't set up streams: %s (%d)", strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001128 return NULL;
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07001129 } else if (mStatus == STATUS_UNCONFIGURED) {
1130 // Stream configuration successfully configure to empty stream configuration.
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001131 CLOGE("No streams configured");
1132 return NULL;
1133 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001134 }
1135
Shuzhen Wang0129d522016-10-30 22:43:41 -07001136 sp<CaptureRequest> newRequest = createCaptureRequest(request, surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001137 return newRequest;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001138}
1139
Jianing Weicb0652e2014-03-12 18:29:36 -07001140status_t Camera3Device::clearStreamingRequest(int64_t *lastFrameNumber) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001141 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001142 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001143 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001144
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001145 switch (mStatus) {
1146 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001147 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001148 return INVALID_OPERATION;
1149 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001150 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001151 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001152 case STATUS_UNCONFIGURED:
1153 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001154 case STATUS_ACTIVE:
1155 // OK
1156 break;
1157 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001158 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001159 return INVALID_OPERATION;
1160 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001161 ALOGV("Camera %s: Clearing repeating request", mId.string());
Jianing Weicb0652e2014-03-12 18:29:36 -07001162
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07001163 return mRequestThread->clearRepeatingRequests(lastFrameNumber);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001164}
1165
1166status_t Camera3Device::waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) {
1167 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001168 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001169
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001170 return mRequestThread->waitUntilRequestProcessed(requestId, timeout);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001171}
1172
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001173status_t Camera3Device::createInputStream(
1174 uint32_t width, uint32_t height, int format, int *id) {
1175 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001176 Mutex::Autolock il(mInterfaceLock);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001177 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001178 ALOGV("Camera %s: Creating new input stream %d: %d x %d, format %d",
1179 mId.string(), mNextStreamId, width, height, format);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001180
1181 status_t res;
1182 bool wasActive = false;
1183
1184 switch (mStatus) {
1185 case STATUS_ERROR:
1186 ALOGE("%s: Device has encountered a serious error", __FUNCTION__);
1187 return INVALID_OPERATION;
1188 case STATUS_UNINITIALIZED:
1189 ALOGE("%s: Device not initialized", __FUNCTION__);
1190 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001191 case STATUS_UNCONFIGURED:
1192 case STATUS_CONFIGURED:
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001193 // OK
1194 break;
1195 case STATUS_ACTIVE:
1196 ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001197 res = internalPauseAndWaitLocked();
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001198 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001199 SET_ERR_L("Can't pause captures to reconfigure streams!");
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001200 return res;
1201 }
1202 wasActive = true;
1203 break;
1204 default:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001205 SET_ERR_L("%s: Unexpected status: %d", mStatus);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001206 return INVALID_OPERATION;
1207 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001208 assert(mStatus != STATUS_ACTIVE);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001209
1210 if (mInputStream != 0) {
1211 ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__);
1212 return INVALID_OPERATION;
1213 }
1214
1215 sp<Camera3InputStream> newStream = new Camera3InputStream(mNextStreamId,
1216 width, height, format);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001217 newStream->setStatusTracker(mStatusTracker);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001218
1219 mInputStream = newStream;
1220
1221 *id = mNextStreamId++;
1222
1223 // Continue captures if active at start
1224 if (wasActive) {
1225 ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001226 // Reuse current operating mode for new stream config
1227 res = configureStreamsLocked(mOperatingMode);
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001228 if (res != OK) {
1229 ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)",
1230 __FUNCTION__, mNextStreamId, strerror(-res), res);
1231 return res;
1232 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001233 internalResumeLocked();
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001234 }
1235
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001236 ALOGV("Camera %s: Created input stream", mId.string());
Igor Murashkin5a269fa2013-04-15 14:59:22 -07001237 return OK;
1238}
1239
Eino-Ville Talvala727d1722015-06-09 13:44:19 -07001240status_t Camera3Device::createStream(sp<Surface> consumer,
Shuzhen Wang0129d522016-10-30 22:43:41 -07001241 uint32_t width, uint32_t height, int format,
1242 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001243 int streamSetId, bool isShared, uint32_t consumerUsage) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001244 ATRACE_CALL();
1245
1246 if (consumer == nullptr) {
1247 ALOGE("%s: consumer must not be null", __FUNCTION__);
1248 return BAD_VALUE;
1249 }
1250
1251 std::vector<sp<Surface>> consumers;
1252 consumers.push_back(consumer);
1253
1254 return createStream(consumers, /*hasDeferredConsumer*/ false, width, height,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001255 format, dataSpace, rotation, id, streamSetId, isShared, consumerUsage);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001256}
1257
1258status_t Camera3Device::createStream(const std::vector<sp<Surface>>& consumers,
1259 bool hasDeferredConsumer, uint32_t width, uint32_t height, int format,
1260 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001261 int streamSetId, bool isShared, uint32_t consumerUsage) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001262 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001263 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001264 Mutex::Autolock l(mLock);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001265 ALOGV("Camera %s: Creating new stream %d: %d x %d, format %d, dataspace %d rotation %d"
Shuzhen Wang758c2152017-01-10 18:26:18 -08001266 " consumer usage 0x%x, isShared %d", mId.string(), mNextStreamId, width, height, format,
1267 dataSpace, rotation, consumerUsage, isShared);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001268
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001269 status_t res;
1270 bool wasActive = false;
1271
1272 switch (mStatus) {
1273 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001274 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001275 return INVALID_OPERATION;
1276 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001277 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001278 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001279 case STATUS_UNCONFIGURED:
1280 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001281 // OK
1282 break;
1283 case STATUS_ACTIVE:
1284 ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001285 res = internalPauseAndWaitLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001286 if (res != OK) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001287 SET_ERR_L("Can't pause captures to reconfigure streams!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001288 return res;
1289 }
1290 wasActive = true;
1291 break;
1292 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001293 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001294 return INVALID_OPERATION;
1295 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001296 assert(mStatus != STATUS_ACTIVE);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001297
1298 sp<Camera3OutputStream> newStream;
Zhijun Heedd41ae2016-02-03 14:45:53 -08001299 // Overwrite stream set id to invalid for HAL3.2 or lower, as buffer manager does support
Zhijun He125684a2015-12-26 15:07:30 -08001300 // such devices.
Zhijun Heedd41ae2016-02-03 14:45:53 -08001301 if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He125684a2015-12-26 15:07:30 -08001302 streamSetId = CAMERA3_STREAM_SET_ID_INVALID;
1303 }
Zhijun He5d677d12016-05-29 16:52:39 -07001304
Shuzhen Wang0129d522016-10-30 22:43:41 -07001305 if (consumers.size() == 0 && !hasDeferredConsumer) {
1306 ALOGE("%s: Number of consumers cannot be smaller than 1", __FUNCTION__);
1307 return BAD_VALUE;
1308 }
Zhijun He5d677d12016-05-29 16:52:39 -07001309 // HAL3.1 doesn't support deferred consumer stream creation as it requires buffer registration
1310 // which requires a consumer surface to be available.
Shuzhen Wang0129d522016-10-30 22:43:41 -07001311 if (hasDeferredConsumer && mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He5d677d12016-05-29 16:52:39 -07001312 ALOGE("HAL3.1 doesn't support deferred consumer stream creation");
1313 return BAD_VALUE;
1314 }
1315
Shuzhen Wang0129d522016-10-30 22:43:41 -07001316 if (hasDeferredConsumer && format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
Zhijun He5d677d12016-05-29 16:52:39 -07001317 ALOGE("Deferred consumer stream creation only support IMPLEMENTATION_DEFINED format");
1318 return BAD_VALUE;
1319 }
1320
Eino-Ville Talvala2cbf6ce2016-03-14 13:03:25 -07001321 // Use legacy dataspace values for older HALs
1322 if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_3) {
1323 dataSpace = mapToLegacyDataspace(dataSpace);
1324 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001325 if (format == HAL_PIXEL_FORMAT_BLOB) {
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -07001326 ssize_t blobBufferSize;
1327 if (dataSpace != HAL_DATASPACE_DEPTH) {
1328 blobBufferSize = getJpegBufferSize(width, height);
1329 if (blobBufferSize <= 0) {
1330 SET_ERR_L("Invalid jpeg buffer size %zd", blobBufferSize);
1331 return BAD_VALUE;
1332 }
1333 } else {
1334 blobBufferSize = getPointCloudBufferSize();
1335 if (blobBufferSize <= 0) {
1336 SET_ERR_L("Invalid point cloud buffer size %zd", blobBufferSize);
1337 return BAD_VALUE;
1338 }
Zhijun Hef7da0962014-04-24 13:27:56 -07001339 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001340 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001341 width, height, blobBufferSize, format, dataSpace, rotation,
1342 mTimestampOffset, streamSetId);
Yin-Chia Yehe9154ce2015-12-07 14:38:04 -08001343 } else if (format == HAL_PIXEL_FORMAT_RAW_OPAQUE) {
1344 ssize_t rawOpaqueBufferSize = getRawOpaqueBufferSize(width, height);
1345 if (rawOpaqueBufferSize <= 0) {
1346 SET_ERR_L("Invalid RAW opaque buffer size %zd", rawOpaqueBufferSize);
1347 return BAD_VALUE;
1348 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001349 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001350 width, height, rawOpaqueBufferSize, format, dataSpace, rotation,
1351 mTimestampOffset, streamSetId);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001352 } else if (isShared) {
1353 newStream = new Camera3SharedOutputStream(mNextStreamId, consumers,
1354 width, height, format, consumerUsage, dataSpace, rotation,
1355 mTimestampOffset, streamSetId);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001356 } else if (consumers.size() == 0 && hasDeferredConsumer) {
Zhijun He5d677d12016-05-29 16:52:39 -07001357 newStream = new Camera3OutputStream(mNextStreamId,
1358 width, height, format, consumerUsage, dataSpace, rotation,
1359 mTimestampOffset, streamSetId);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001360 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001361 newStream = new Camera3OutputStream(mNextStreamId, consumers[0],
Shuzhen Wangc28dccc2016-02-11 23:48:46 -08001362 width, height, format, dataSpace, rotation,
1363 mTimestampOffset, streamSetId);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001364 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001365 newStream->setStatusTracker(mStatusTracker);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001366
Zhijun He125684a2015-12-26 15:07:30 -08001367 /**
Zhijun Heedd41ae2016-02-03 14:45:53 -08001368 * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs ( < HAL3.2)
1369 * requires buffers to be statically allocated for internal static buffer registration, while
1370 * the buffers provided by buffer manager are really dynamically allocated. For HAL3.2, because
1371 * not all HAL implementation supports dynamic buffer registeration, exlude it as well.
Zhijun He125684a2015-12-26 15:07:30 -08001372 */
Zhijun Heedd41ae2016-02-03 14:45:53 -08001373 if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) {
Zhijun He125684a2015-12-26 15:07:30 -08001374 newStream->setBufferManager(mBufferManager);
1375 }
1376
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001377 res = mOutputStreams.add(mNextStreamId, newStream);
1378 if (res < 0) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001379 SET_ERR_L("Can't add new stream to set: %s (%d)", strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001380 return res;
1381 }
1382
1383 *id = mNextStreamId++;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07001384 mNeedConfig = true;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001385
1386 // Continue captures if active at start
1387 if (wasActive) {
1388 ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001389 // Reuse current operating mode for new stream config
1390 res = configureStreamsLocked(mOperatingMode);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001391 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001392 CLOGE("Can't reconfigure device for new stream %d: %s (%d)",
1393 mNextStreamId, strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001394 return res;
1395 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001396 internalResumeLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001397 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001398 ALOGV("Camera %s: Created new stream", mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001399 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001400}
1401
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001402status_t Camera3Device::getStreamInfo(int id,
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -07001403 uint32_t *width, uint32_t *height,
1404 uint32_t *format, android_dataspace *dataSpace) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001405 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001406 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001407 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001408
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001409 switch (mStatus) {
1410 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001411 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001412 return INVALID_OPERATION;
1413 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001414 CLOGE("Device not initialized!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001415 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001416 case STATUS_UNCONFIGURED:
1417 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001418 case STATUS_ACTIVE:
1419 // OK
1420 break;
1421 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001422 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001423 return INVALID_OPERATION;
1424 }
1425
1426 ssize_t idx = mOutputStreams.indexOfKey(id);
1427 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001428 CLOGE("Stream %d is unknown", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001429 return idx;
1430 }
1431
1432 if (width) *width = mOutputStreams[idx]->getWidth();
1433 if (height) *height = mOutputStreams[idx]->getHeight();
1434 if (format) *format = mOutputStreams[idx]->getFormat();
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -07001435 if (dataSpace) *dataSpace = mOutputStreams[idx]->getDataSpace();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001436 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001437}
1438
1439status_t Camera3Device::setStreamTransform(int id,
1440 int transform) {
1441 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001442 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001443 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001444
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001445 switch (mStatus) {
1446 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001447 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001448 return INVALID_OPERATION;
1449 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001450 CLOGE("Device not initialized");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001451 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001452 case STATUS_UNCONFIGURED:
1453 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001454 case STATUS_ACTIVE:
1455 // OK
1456 break;
1457 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001458 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001459 return INVALID_OPERATION;
1460 }
1461
1462 ssize_t idx = mOutputStreams.indexOfKey(id);
1463 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001464 CLOGE("Stream %d does not exist",
1465 id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001466 return BAD_VALUE;
1467 }
1468
1469 return mOutputStreams.editValueAt(idx)->setTransform(transform);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001470}
1471
1472status_t Camera3Device::deleteStream(int id) {
1473 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001474 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001475 Mutex::Autolock l(mLock);
1476 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001477
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001478 ALOGV("%s: Camera %s: Deleting stream %d", __FUNCTION__, mId.string(), id);
Igor Murashkine2172be2013-05-28 15:31:39 -07001479
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001480 // CameraDevice semantics require device to already be idle before
1481 // deleteStream is called, unlike for createStream.
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001482 if (mStatus == STATUS_ACTIVE) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001483 ALOGV("%s: Camera %s: Device not idle", __FUNCTION__, mId.string());
Igor Murashkin52827132013-05-13 14:53:44 -07001484 return -EBUSY;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001485 }
1486
Igor Murashkin2fba5842013-04-22 14:03:54 -07001487 sp<Camera3StreamInterface> deletedStream;
Zhijun He5f446352014-01-22 09:49:33 -08001488 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001489 if (mInputStream != NULL && id == mInputStream->getId()) {
1490 deletedStream = mInputStream;
1491 mInputStream.clear();
1492 } else {
Zhijun He5f446352014-01-22 09:49:33 -08001493 if (outputStreamIdx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001494 CLOGE("Stream %d does not exist", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001495 return BAD_VALUE;
1496 }
Zhijun He5f446352014-01-22 09:49:33 -08001497 }
1498
1499 // Delete output stream or the output part of a bi-directional stream.
1500 if (outputStreamIdx != NAME_NOT_FOUND) {
1501 deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001502 mOutputStreams.removeItem(id);
1503 }
1504
1505 // Free up the stream endpoint so that it can be used by some other stream
1506 res = deletedStream->disconnect();
1507 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001508 SET_ERR_L("Can't disconnect deleted stream %d", id);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001509 // fall through since we want to still list the stream as deleted.
1510 }
1511 mDeletedStreams.add(deletedStream);
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07001512 mNeedConfig = true;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001513
1514 return res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001515}
1516
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08001517status_t Camera3Device::configureStreams(int operatingMode) {
Igor Murashkine2d167e2014-08-19 16:19:59 -07001518 ATRACE_CALL();
1519 ALOGV("%s: E", __FUNCTION__);
1520
1521 Mutex::Autolock il(mInterfaceLock);
1522 Mutex::Autolock l(mLock);
Chien-Yu Chen17338fc2015-06-18 16:30:12 -07001523
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08001524 return configureStreamsLocked(operatingMode);
Igor Murashkine2d167e2014-08-19 16:19:59 -07001525}
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001526
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001527status_t Camera3Device::getInputBufferProducer(
1528 sp<IGraphicBufferProducer> *producer) {
1529 Mutex::Autolock il(mInterfaceLock);
1530 Mutex::Autolock l(mLock);
1531
1532 if (producer == NULL) {
1533 return BAD_VALUE;
1534 } else if (mInputStream == NULL) {
1535 return INVALID_OPERATION;
1536 }
1537
1538 return mInputStream->getInputBufferProducer(producer);
1539}
1540
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001541status_t Camera3Device::createDefaultRequest(int templateId,
1542 CameraMetadata *request) {
1543 ATRACE_CALL();
Alex Rayfe7e0c62013-05-30 00:12:13 -07001544 ALOGV("%s: for template %d", __FUNCTION__, templateId);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001545
1546 if (templateId <= 0 || templateId >= CAMERA3_TEMPLATE_COUNT) {
1547 android_errorWriteWithInfoLog(CameraService::SN_EVENT_LOG_ID, "26866110",
1548 IPCThreadState::self()->getCallingUid(), nullptr, 0);
1549 return BAD_VALUE;
1550 }
1551
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001552 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001553 Mutex::Autolock l(mLock);
1554
1555 switch (mStatus) {
1556 case STATUS_ERROR:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001557 CLOGE("Device has encountered a serious error");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001558 return INVALID_OPERATION;
1559 case STATUS_UNINITIALIZED:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001560 CLOGE("Device is not initialized!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001561 return INVALID_OPERATION;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001562 case STATUS_UNCONFIGURED:
1563 case STATUS_CONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001564 case STATUS_ACTIVE:
1565 // OK
1566 break;
1567 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001568 SET_ERR_L("Unexpected status: %d", mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001569 return INVALID_OPERATION;
1570 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001571
Zhijun Hea1530f12014-09-14 12:44:20 -07001572 if (!mRequestTemplateCache[templateId].isEmpty()) {
1573 *request = mRequestTemplateCache[templateId];
1574 return OK;
1575 }
1576
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001577 camera_metadata_t *rawRequest;
1578 status_t res = mInterface->constructDefaultRequestSettings(
1579 (camera3_request_template_t) templateId, &rawRequest);
1580 if (res == BAD_VALUE) {
Yin-Chia Yeh0336d362015-04-14 12:34:22 -07001581 ALOGI("%s: template %d is not supported on this camera device",
1582 __FUNCTION__, templateId);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001583 return res;
1584 } else if (res != OK) {
1585 CLOGE("Unable to construct request template %d: %s (%d)",
1586 templateId, strerror(-res), res);
1587 return res;
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001588 }
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07001589
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001590 mRequestTemplateCache[templateId].acquire(rawRequest);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001591
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07001592 // Derive some new keys for backward compatibility
1593 if (mDerivePostRawSensKey && !mRequestTemplateCache[templateId].exists(
1594 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
1595 int32_t defaultBoost[1] = {100};
1596 mRequestTemplateCache[templateId].update(
1597 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
1598 defaultBoost, 1);
1599 }
1600
1601 *request = mRequestTemplateCache[templateId];
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001602 return OK;
1603}
1604
1605status_t Camera3Device::waitUntilDrained() {
1606 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001607 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001608 Mutex::Autolock l(mLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001609
Zhijun He69a37482014-03-23 18:44:49 -07001610 return waitUntilDrainedLocked();
1611}
1612
1613status_t Camera3Device::waitUntilDrainedLocked() {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001614 switch (mStatus) {
1615 case STATUS_UNINITIALIZED:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001616 case STATUS_UNCONFIGURED:
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001617 ALOGV("%s: Already idle", __FUNCTION__);
1618 return OK;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001619 case STATUS_CONFIGURED:
1620 // To avoid race conditions, check with tracker to be sure
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001621 case STATUS_ERROR:
1622 case STATUS_ACTIVE:
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001623 // Need to verify shut down
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001624 break;
1625 default:
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07001626 SET_ERR_L("Unexpected status: %d",mStatus);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001627 return INVALID_OPERATION;
1628 }
1629
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001630 ALOGV("%s: Camera %s: Waiting until idle", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001631 status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
Eino-Ville Talvala9c8a0912014-09-14 14:52:19 -07001632 if (res != OK) {
1633 SET_ERR_L("Error waiting for HAL to drain: %s (%d)", strerror(-res),
1634 res);
1635 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001636 return res;
1637}
1638
Ruben Brunk183f0562015-08-12 12:55:02 -07001639
1640void Camera3Device::internalUpdateStatusLocked(Status status) {
1641 mStatus = status;
1642 mRecentStatusUpdates.add(mStatus);
1643 mStatusChanged.broadcast();
1644}
1645
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001646// Pause to reconfigure
1647status_t Camera3Device::internalPauseAndWaitLocked() {
1648 mRequestThread->setPaused(true);
1649 mPauseStateNotify = true;
1650
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001651 ALOGV("%s: Camera %s: Internal wait until idle", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001652 status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
1653 if (res != OK) {
1654 SET_ERR_L("Can't idle device in %f seconds!",
1655 kShutdownTimeout/1e9);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001656 }
1657
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001658 return res;
1659}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001660
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001661// Resume after internalPauseAndWaitLocked
1662status_t Camera3Device::internalResumeLocked() {
1663 status_t res;
1664
1665 mRequestThread->setPaused(false);
1666
1667 res = waitUntilStateThenRelock(/*active*/ true, kActiveTimeout);
1668 if (res != OK) {
1669 SET_ERR_L("Can't transition to active in %f seconds!",
1670 kActiveTimeout/1e9);
1671 }
1672 mPauseStateNotify = false;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001673 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001674}
1675
Ruben Brunk183f0562015-08-12 12:55:02 -07001676status_t Camera3Device::waitUntilStateThenRelock(bool active, nsecs_t timeout) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001677 status_t res = OK;
Ruben Brunk183f0562015-08-12 12:55:02 -07001678
1679 size_t startIndex = 0;
1680 if (mStatusWaiters == 0) {
1681 // Clear the list of recent statuses if there are no existing threads waiting on updates to
1682 // this status list
1683 mRecentStatusUpdates.clear();
1684 } else {
1685 // If other threads are waiting on updates to this status list, set the position of the
1686 // first element that this list will check rather than clearing the list.
1687 startIndex = mRecentStatusUpdates.size();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001688 }
1689
Ruben Brunk183f0562015-08-12 12:55:02 -07001690 mStatusWaiters++;
1691
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001692 bool stateSeen = false;
1693 do {
Ruben Brunk183f0562015-08-12 12:55:02 -07001694 if (active == (mStatus == STATUS_ACTIVE)) {
1695 // Desired state is current
1696 break;
1697 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001698
1699 res = mStatusChanged.waitRelative(mLock, timeout);
1700 if (res != OK) break;
1701
Ruben Brunk183f0562015-08-12 12:55:02 -07001702 // This is impossible, but if not, could result in subtle deadlocks and invalid state
1703 // transitions.
1704 LOG_ALWAYS_FATAL_IF(startIndex > mRecentStatusUpdates.size(),
1705 "%s: Skipping status updates in Camera3Device, may result in deadlock.",
1706 __FUNCTION__);
1707
1708 // Encountered desired state since we began waiting
1709 for (size_t i = startIndex; i < mRecentStatusUpdates.size(); i++) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001710 if (active == (mRecentStatusUpdates[i] == STATUS_ACTIVE) ) {
1711 stateSeen = true;
1712 break;
1713 }
1714 }
1715 } while (!stateSeen);
1716
Ruben Brunk183f0562015-08-12 12:55:02 -07001717 mStatusWaiters--;
1718
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001719 return res;
1720}
1721
1722
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001723status_t Camera3Device::setNotifyCallback(wp<NotificationListener> listener) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001724 ATRACE_CALL();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001725 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001726
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001727 if (listener != NULL && mListener != NULL) {
1728 ALOGW("%s: Replacing old callback listener", __FUNCTION__);
1729 }
1730 mListener = listener;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001731 mRequestThread->setNotificationListener(listener);
1732 mPreparerThread->setNotificationListener(listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001733
1734 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001735}
1736
Eino-Ville Talvala46910bd2013-07-18 19:15:17 -07001737bool Camera3Device::willNotify3A() {
1738 return false;
1739}
1740
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001741status_t Camera3Device::waitForNextFrame(nsecs_t timeout) {
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001742 status_t res;
1743 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001744
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001745 while (mResultQueue.empty()) {
1746 res = mResultSignal.waitRelative(mOutputLock, timeout);
1747 if (res == TIMED_OUT) {
1748 return res;
1749 } else if (res != OK) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001750 ALOGW("%s: Camera %s: No frame in %" PRId64 " ns: %s (%d)",
1751 __FUNCTION__, mId.string(), timeout, strerror(-res), res);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001752 return res;
1753 }
1754 }
1755 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001756}
1757
Jianing Weicb0652e2014-03-12 18:29:36 -07001758status_t Camera3Device::getNextResult(CaptureResult *frame) {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001759 ATRACE_CALL();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001760 Mutex::Autolock l(mOutputLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001761
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001762 if (mResultQueue.empty()) {
1763 return NOT_ENOUGH_DATA;
1764 }
1765
Jianing Weicb0652e2014-03-12 18:29:36 -07001766 if (frame == NULL) {
1767 ALOGE("%s: argument cannot be NULL", __FUNCTION__);
1768 return BAD_VALUE;
1769 }
1770
1771 CaptureResult &result = *(mResultQueue.begin());
1772 frame->mResultExtras = result.mResultExtras;
1773 frame->mMetadata.acquire(result.mMetadata);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001774 mResultQueue.erase(mResultQueue.begin());
1775
1776 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001777}
1778
1779status_t Camera3Device::triggerAutofocus(uint32_t id) {
1780 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001781 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001782
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001783 ALOGV("%s: Triggering autofocus, id %d", __FUNCTION__, id);
1784 // Mix-in this trigger into the next request and only the next request.
1785 RequestTrigger trigger[] = {
1786 {
1787 ANDROID_CONTROL_AF_TRIGGER,
1788 ANDROID_CONTROL_AF_TRIGGER_START
1789 },
1790 {
1791 ANDROID_CONTROL_AF_TRIGGER_ID,
1792 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001793 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001794 };
1795
1796 return mRequestThread->queueTrigger(trigger,
1797 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001798}
1799
1800status_t Camera3Device::triggerCancelAutofocus(uint32_t id) {
1801 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001802 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001803
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001804 ALOGV("%s: Triggering cancel autofocus, id %d", __FUNCTION__, id);
1805 // Mix-in this trigger into the next request and only the next request.
1806 RequestTrigger trigger[] = {
1807 {
1808 ANDROID_CONTROL_AF_TRIGGER,
1809 ANDROID_CONTROL_AF_TRIGGER_CANCEL
1810 },
1811 {
1812 ANDROID_CONTROL_AF_TRIGGER_ID,
1813 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001814 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001815 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001816
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001817 return mRequestThread->queueTrigger(trigger,
1818 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001819}
1820
1821status_t Camera3Device::triggerPrecaptureMetering(uint32_t id) {
1822 ATRACE_CALL();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001823 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001824
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001825 ALOGV("%s: Triggering precapture metering, id %d", __FUNCTION__, id);
1826 // Mix-in this trigger into the next request and only the next request.
1827 RequestTrigger trigger[] = {
1828 {
1829 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
1830 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_START
1831 },
1832 {
1833 ANDROID_CONTROL_AE_PRECAPTURE_ID,
1834 static_cast<int32_t>(id)
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07001835 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001836 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001837
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001838 return mRequestThread->queueTrigger(trigger,
1839 sizeof(trigger)/sizeof(trigger[0]));
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001840}
1841
Jianing Weicb0652e2014-03-12 18:29:36 -07001842status_t Camera3Device::flush(int64_t *frameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001843 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001844 ALOGV("%s: Camera %s: Flushing all requests", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001845 Mutex::Autolock il(mInterfaceLock);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001846
Zhijun He7ef20392014-04-21 16:04:17 -07001847 {
1848 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001849 mRequestThread->clear(/*out*/frameNumber);
Zhijun He7ef20392014-04-21 16:04:17 -07001850 }
1851
Zhijun He491e3412013-12-27 10:57:44 -08001852 status_t res;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001853 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_1) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07001854 res = mRequestThread->flush();
Zhijun He491e3412013-12-27 10:57:44 -08001855 } else {
Zhijun He7ef20392014-04-21 16:04:17 -07001856 Mutex::Autolock l(mLock);
Zhijun He69a37482014-03-23 18:44:49 -07001857 res = waitUntilDrainedLocked();
Zhijun He491e3412013-12-27 10:57:44 -08001858 }
1859
1860 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001861}
1862
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001863status_t Camera3Device::prepare(int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001864 return prepare(camera3::Camera3StreamInterface::ALLOCATE_PIPELINE_MAX, streamId);
1865}
1866
1867status_t Camera3Device::prepare(int maxCount, int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001868 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001869 ALOGV("%s: Camera %s: Preparing stream %d", __FUNCTION__, mId.string(), streamId);
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001870 Mutex::Autolock il(mInterfaceLock);
1871 Mutex::Autolock l(mLock);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001872
1873 sp<Camera3StreamInterface> stream;
1874 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1875 if (outputStreamIdx == NAME_NOT_FOUND) {
1876 CLOGE("Stream %d does not exist", streamId);
1877 return BAD_VALUE;
1878 }
1879
1880 stream = mOutputStreams.editValueAt(outputStreamIdx);
1881
1882 if (stream->isUnpreparable() || stream->hasOutstandingBuffers() ) {
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001883 CLOGE("Stream %d has already been a request target", streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001884 return BAD_VALUE;
1885 }
1886
1887 if (mRequestThread->isStreamPending(stream)) {
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001888 CLOGE("Stream %d is already a target in a pending request", streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001889 return BAD_VALUE;
1890 }
1891
Ruben Brunkc78ac262015-08-13 17:58:46 -07001892 return mPreparerThread->prepare(maxCount, stream);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001893}
1894
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001895status_t Camera3Device::tearDown(int streamId) {
1896 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001897 ALOGV("%s: Camera %s: Tearing down stream %d", __FUNCTION__, mId.string(), streamId);
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001898 Mutex::Autolock il(mInterfaceLock);
1899 Mutex::Autolock l(mLock);
1900
1901 // Teardown can only be accomplished on devices that don't require register_stream_buffers,
1902 // since we cannot call register_stream_buffers except right after configure_streams.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001903 if (mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_2) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001904 ALOGE("%s: Unable to tear down streams on device HAL v%x",
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001905 __FUNCTION__, mDeviceVersion);
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001906 return NO_INIT;
1907 }
1908
1909 sp<Camera3StreamInterface> stream;
1910 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1911 if (outputStreamIdx == NAME_NOT_FOUND) {
1912 CLOGE("Stream %d does not exist", streamId);
1913 return BAD_VALUE;
1914 }
1915
1916 stream = mOutputStreams.editValueAt(outputStreamIdx);
1917
1918 if (stream->hasOutstandingBuffers() || mRequestThread->isStreamPending(stream)) {
1919 CLOGE("Stream %d is a target of a in-progress request", streamId);
1920 return BAD_VALUE;
1921 }
1922
1923 return stream->tearDown();
1924}
1925
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -07001926status_t Camera3Device::addBufferListenerForStream(int streamId,
1927 wp<Camera3StreamBufferListener> listener) {
1928 ATRACE_CALL();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001929 ALOGV("%s: Camera %s: Adding buffer listener for stream %d", __FUNCTION__, mId.string(), streamId);
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -07001930 Mutex::Autolock il(mInterfaceLock);
1931 Mutex::Autolock l(mLock);
1932
1933 sp<Camera3StreamInterface> stream;
1934 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1935 if (outputStreamIdx == NAME_NOT_FOUND) {
1936 CLOGE("Stream %d does not exist", streamId);
1937 return BAD_VALUE;
1938 }
1939
1940 stream = mOutputStreams.editValueAt(outputStreamIdx);
1941 stream->addBufferListener(listener);
1942
1943 return OK;
1944}
1945
Zhijun He204e3292014-07-14 17:09:23 -07001946uint32_t Camera3Device::getDeviceVersion() {
1947 ATRACE_CALL();
1948 Mutex::Autolock il(mInterfaceLock);
1949 return mDeviceVersion;
1950}
1951
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001952/**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001953 * Methods called by subclasses
1954 */
1955
1956void Camera3Device::notifyStatus(bool idle) {
1957 {
1958 // Need mLock to safely update state and synchronize to current
1959 // state of methods in flight.
1960 Mutex::Autolock l(mLock);
1961 // We can get various system-idle notices from the status tracker
1962 // while starting up. Only care about them if we've actually sent
1963 // in some requests recently.
1964 if (mStatus != STATUS_ACTIVE && mStatus != STATUS_CONFIGURED) {
1965 return;
1966 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001967 ALOGV("%s: Camera %s: Now %s", __FUNCTION__, mId.string(),
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001968 idle ? "idle" : "active");
Ruben Brunk183f0562015-08-12 12:55:02 -07001969 internalUpdateStatusLocked(idle ? STATUS_CONFIGURED : STATUS_ACTIVE);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001970
1971 // Skip notifying listener if we're doing some user-transparent
1972 // state changes
1973 if (mPauseStateNotify) return;
1974 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001975
1976 sp<NotificationListener> listener;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001977 {
1978 Mutex::Autolock l(mOutputLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001979 listener = mListener.promote();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001980 }
1981 if (idle && listener != NULL) {
1982 listener->notifyIdle();
1983 }
1984}
1985
Shuzhen Wang758c2152017-01-10 18:26:18 -08001986status_t Camera3Device::setConsumerSurfaces(int streamId,
1987 const std::vector<sp<Surface>>& consumers) {
Zhijun He5d677d12016-05-29 16:52:39 -07001988 ATRACE_CALL();
Shuzhen Wang758c2152017-01-10 18:26:18 -08001989 ALOGV("%s: Camera %s: set consumer surface for stream %d",
1990 __FUNCTION__, mId.string(), streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07001991 Mutex::Autolock il(mInterfaceLock);
1992 Mutex::Autolock l(mLock);
1993
Shuzhen Wang758c2152017-01-10 18:26:18 -08001994 if (consumers.size() == 0) {
1995 CLOGE("No consumer is passed!");
Zhijun He5d677d12016-05-29 16:52:39 -07001996 return BAD_VALUE;
1997 }
1998
1999 ssize_t idx = mOutputStreams.indexOfKey(streamId);
2000 if (idx == NAME_NOT_FOUND) {
2001 CLOGE("Stream %d is unknown", streamId);
2002 return idx;
2003 }
2004 sp<Camera3OutputStreamInterface> stream = mOutputStreams[idx];
Shuzhen Wang758c2152017-01-10 18:26:18 -08002005 status_t res = stream->setConsumers(consumers);
Zhijun He5d677d12016-05-29 16:52:39 -07002006 if (res != OK) {
2007 CLOGE("Stream %d set consumer failed (error %d %s) ", streamId, res, strerror(-res));
2008 return res;
2009 }
2010
Shuzhen Wang0129d522016-10-30 22:43:41 -07002011 if (stream->isConsumerConfigurationDeferred()) {
2012 if (!stream->isConfiguring()) {
2013 CLOGE("Stream %d was already fully configured.", streamId);
2014 return INVALID_OPERATION;
2015 }
Zhijun He5d677d12016-05-29 16:52:39 -07002016
Shuzhen Wang0129d522016-10-30 22:43:41 -07002017 res = stream->finishConfiguration();
2018 if (res != OK) {
2019 SET_ERR_L("Can't finish configuring output stream %d: %s (%d)",
2020 stream->getId(), strerror(-res), res);
2021 return res;
2022 }
Zhijun He5d677d12016-05-29 16:52:39 -07002023 }
2024
2025 return OK;
2026}
2027
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002028/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002029 * Camera3Device private methods
2030 */
2031
2032sp<Camera3Device::CaptureRequest> Camera3Device::createCaptureRequest(
Shuzhen Wang0129d522016-10-30 22:43:41 -07002033 const CameraMetadata &request, const SurfaceMap &surfaceMap) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002034 ATRACE_CALL();
2035 status_t res;
2036
2037 sp<CaptureRequest> newRequest = new CaptureRequest;
2038 newRequest->mSettings = request;
2039
2040 camera_metadata_entry_t inputStreams =
2041 newRequest->mSettings.find(ANDROID_REQUEST_INPUT_STREAMS);
2042 if (inputStreams.count > 0) {
2043 if (mInputStream == NULL ||
Zhijun Hed1d64672013-09-06 15:00:01 -07002044 mInputStream->getId() != inputStreams.data.i32[0]) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002045 CLOGE("Request references unknown input stream %d",
2046 inputStreams.data.u8[0]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002047 return NULL;
2048 }
2049 // Lazy completion of stream configuration (allocation/registration)
2050 // on first use
2051 if (mInputStream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002052 res = mInputStream->finishConfiguration();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002053 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002054 SET_ERR_L("Unable to finish configuring input stream %d:"
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002055 " %s (%d)",
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002056 mInputStream->getId(), strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002057 return NULL;
2058 }
2059 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002060 // Check if stream is being prepared
2061 if (mInputStream->isPreparing()) {
2062 CLOGE("Request references an input stream that's being prepared!");
2063 return NULL;
2064 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002065
2066 newRequest->mInputStream = mInputStream;
2067 newRequest->mSettings.erase(ANDROID_REQUEST_INPUT_STREAMS);
2068 }
2069
2070 camera_metadata_entry_t streams =
2071 newRequest->mSettings.find(ANDROID_REQUEST_OUTPUT_STREAMS);
2072 if (streams.count == 0) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002073 CLOGE("Zero output streams specified!");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002074 return NULL;
2075 }
2076
2077 for (size_t i = 0; i < streams.count; i++) {
Zhijun Hed1d64672013-09-06 15:00:01 -07002078 int idx = mOutputStreams.indexOfKey(streams.data.i32[i]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002079 if (idx == NAME_NOT_FOUND) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002080 CLOGE("Request references unknown stream %d",
2081 streams.data.u8[i]);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002082 return NULL;
2083 }
Igor Murashkin2fba5842013-04-22 14:03:54 -07002084 sp<Camera3OutputStreamInterface> stream =
2085 mOutputStreams.editValueAt(idx);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002086
Zhijun He5d677d12016-05-29 16:52:39 -07002087 // It is illegal to include a deferred consumer output stream into a request
Shuzhen Wang0129d522016-10-30 22:43:41 -07002088 auto iter = surfaceMap.find(streams.data.i32[i]);
2089 if (iter != surfaceMap.end()) {
2090 const std::vector<size_t>& surfaces = iter->second;
2091 for (const auto& surface : surfaces) {
2092 if (stream->isConsumerConfigurationDeferred(surface)) {
2093 CLOGE("Stream %d surface %zu hasn't finished configuration yet "
2094 "due to deferred consumer", stream->getId(), surface);
2095 return NULL;
2096 }
2097 }
2098 newRequest->mOutputSurfaces[i] = surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -07002099 }
2100
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002101 // Lazy completion of stream configuration (allocation/registration)
2102 // on first use
2103 if (stream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002104 res = stream->finishConfiguration();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002105 if (res != OK) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002106 SET_ERR_L("Unable to finish configuring stream %d: %s (%d)",
2107 stream->getId(), strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002108 return NULL;
2109 }
2110 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002111 // Check if stream is being prepared
2112 if (stream->isPreparing()) {
2113 CLOGE("Request references an output stream that's being prepared!");
2114 return NULL;
2115 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002116
2117 newRequest->mOutputStreams.push(stream);
2118 }
2119 newRequest->mSettings.erase(ANDROID_REQUEST_OUTPUT_STREAMS);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07002120 newRequest->mBatchSize = 1;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002121
2122 return newRequest;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002123}
2124
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002125bool Camera3Device::isOpaqueInputSizeSupported(uint32_t width, uint32_t height) {
2126 for (uint32_t i = 0; i < mSupportedOpaqueInputSizes.size(); i++) {
2127 Size size = mSupportedOpaqueInputSizes[i];
2128 if (size.width == width && size.height == height) {
2129 return true;
2130 }
2131 }
2132
2133 return false;
2134}
2135
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002136void Camera3Device::cancelStreamsConfigurationLocked() {
2137 int res = OK;
2138 if (mInputStream != NULL && mInputStream->isConfiguring()) {
2139 res = mInputStream->cancelConfiguration();
2140 if (res != OK) {
2141 CLOGE("Can't cancel configuring input stream %d: %s (%d)",
2142 mInputStream->getId(), strerror(-res), res);
2143 }
2144 }
2145
2146 for (size_t i = 0; i < mOutputStreams.size(); i++) {
2147 sp<Camera3OutputStreamInterface> outputStream = mOutputStreams.editValueAt(i);
2148 if (outputStream->isConfiguring()) {
2149 res = outputStream->cancelConfiguration();
2150 if (res != OK) {
2151 CLOGE("Can't cancel configuring output stream %d: %s (%d)",
2152 outputStream->getId(), strerror(-res), res);
2153 }
2154 }
2155 }
2156
2157 // Return state to that at start of call, so that future configures
2158 // properly clean things up
2159 internalUpdateStatusLocked(STATUS_UNCONFIGURED);
2160 mNeedConfig = true;
2161}
2162
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08002163status_t Camera3Device::configureStreamsLocked(int operatingMode) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002164 ATRACE_CALL();
2165 status_t res;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002166
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002167 if (mStatus != STATUS_UNCONFIGURED && mStatus != STATUS_CONFIGURED) {
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002168 CLOGE("Not idle");
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002169 return INVALID_OPERATION;
2170 }
2171
Eino-Ville Talvalae7091aa2017-03-07 15:23:06 -08002172 if (operatingMode < 0) {
2173 CLOGE("Invalid operating mode: %d", operatingMode);
2174 return BAD_VALUE;
2175 }
2176
2177 bool isConstrainedHighSpeed =
2178 static_cast<int>(StreamConfigurationMode::CONSTRAINED_HIGH_SPEED_MODE) ==
2179 operatingMode;
2180
2181 if (mOperatingMode != operatingMode) {
2182 mNeedConfig = true;
2183 mIsConstrainedHighSpeedConfiguration = isConstrainedHighSpeed;
2184 mOperatingMode = operatingMode;
2185 }
2186
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07002187 if (!mNeedConfig) {
2188 ALOGV("%s: Skipping config, no stream changes", __FUNCTION__);
2189 return OK;
2190 }
2191
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002192 // Workaround for device HALv3.2 or older spec bug - zero streams requires
2193 // adding a dummy stream instead.
2194 // TODO: Bug: 17321404 for fixing the HAL spec and removing this workaround.
2195 if (mOutputStreams.size() == 0) {
2196 addDummyStreamLocked();
2197 } else {
2198 tryRemoveDummyStreamLocked();
2199 }
2200
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002201 // Start configuring the streams
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002202 ALOGV("%s: Camera %s: Starting stream configuration", __FUNCTION__, mId.string());
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002203
2204 camera3_stream_configuration config;
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08002205 config.operation_mode = mOperatingMode;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002206 config.num_streams = (mInputStream != NULL) + mOutputStreams.size();
2207
2208 Vector<camera3_stream_t*> streams;
2209 streams.setCapacity(config.num_streams);
2210
2211 if (mInputStream != NULL) {
2212 camera3_stream_t *inputStream;
2213 inputStream = mInputStream->startConfiguration();
2214 if (inputStream == NULL) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002215 CLOGE("Can't start input stream configuration");
2216 cancelStreamsConfigurationLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002217 return INVALID_OPERATION;
2218 }
2219 streams.add(inputStream);
2220 }
2221
2222 for (size_t i = 0; i < mOutputStreams.size(); i++) {
Igor Murashkin2fba5842013-04-22 14:03:54 -07002223
2224 // Don't configure bidi streams twice, nor add them twice to the list
2225 if (mOutputStreams[i].get() ==
2226 static_cast<Camera3StreamInterface*>(mInputStream.get())) {
2227
2228 config.num_streams--;
2229 continue;
2230 }
2231
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002232 camera3_stream_t *outputStream;
2233 outputStream = mOutputStreams.editValueAt(i)->startConfiguration();
2234 if (outputStream == NULL) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002235 CLOGE("Can't start output stream configuration");
2236 cancelStreamsConfigurationLocked();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002237 return INVALID_OPERATION;
2238 }
2239 streams.add(outputStream);
2240 }
2241
2242 config.streams = streams.editArray();
2243
2244 // Do the HAL configuration; will potentially touch stream
2245 // max_buffers, usage, priv fields.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002246
2247 res = mInterface->configureStreams(&config);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002248
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002249 if (res == BAD_VALUE) {
2250 // HAL rejected this set of streams as unsupported, clean up config
2251 // attempt and return to unconfigured state
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002252 CLOGE("Set of requested inputs/outputs not supported by HAL");
2253 cancelStreamsConfigurationLocked();
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002254 return BAD_VALUE;
2255 } else if (res != OK) {
2256 // Some other kind of error from configure_streams - this is not
2257 // expected
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002258 SET_ERR_L("Unable to configure streams with HAL: %s (%d)",
2259 strerror(-res), res);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002260 return res;
2261 }
2262
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002263 // Finish all stream configuration immediately.
2264 // TODO: Try to relax this later back to lazy completion, which should be
2265 // faster
2266
Igor Murashkin073f8572013-05-02 14:59:28 -07002267 if (mInputStream != NULL && mInputStream->isConfiguring()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002268 res = mInputStream->finishConfiguration();
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002269 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002270 CLOGE("Can't finish configuring input stream %d: %s (%d)",
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002271 mInputStream->getId(), strerror(-res), res);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002272 cancelStreamsConfigurationLocked();
2273 return BAD_VALUE;
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002274 }
2275 }
2276
2277 for (size_t i = 0; i < mOutputStreams.size(); i++) {
Igor Murashkin073f8572013-05-02 14:59:28 -07002278 sp<Camera3OutputStreamInterface> outputStream =
2279 mOutputStreams.editValueAt(i);
Zhijun He5d677d12016-05-29 16:52:39 -07002280 if (outputStream->isConfiguring() && !outputStream->isConsumerConfigurationDeferred()) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002281 res = outputStream->finishConfiguration();
Igor Murashkin073f8572013-05-02 14:59:28 -07002282 if (res != OK) {
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002283 CLOGE("Can't finish configuring output stream %d: %s (%d)",
Igor Murashkin073f8572013-05-02 14:59:28 -07002284 outputStream->getId(), strerror(-res), res);
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -07002285 cancelStreamsConfigurationLocked();
2286 return BAD_VALUE;
Igor Murashkin073f8572013-05-02 14:59:28 -07002287 }
Eino-Ville Talvala4c956762013-04-19 17:26:13 -07002288 }
2289 }
2290
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002291 // Request thread needs to know to avoid using repeat-last-settings protocol
2292 // across configure_streams() calls
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07002293 mRequestThread->configurationComplete(mIsConstrainedHighSpeedConfiguration);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002294
Zhijun He90f7c372016-08-16 16:19:43 -07002295 char value[PROPERTY_VALUE_MAX];
2296 property_get("camera.fifo.disable", value, "0");
2297 int32_t disableFifo = atoi(value);
2298 if (disableFifo != 1) {
2299 // Boost priority of request thread to SCHED_FIFO.
2300 pid_t requestThreadTid = mRequestThread->getTid();
2301 res = requestPriority(getpid(), requestThreadTid,
Mikhail Naganov83f04272017-02-07 10:45:09 -08002302 kRequestThreadPriority, /*isForApp*/ false, /*asynchronous*/ false);
Zhijun He90f7c372016-08-16 16:19:43 -07002303 if (res != OK) {
2304 ALOGW("Can't set realtime priority for request processing thread: %s (%d)",
2305 strerror(-res), res);
2306 } else {
2307 ALOGD("Set real time priority for request queue thread (tid %d)", requestThreadTid);
2308 }
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -07002309 }
2310
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002311 // Update device state
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002312
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -07002313 mNeedConfig = false;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002314
Ruben Brunk183f0562015-08-12 12:55:02 -07002315 internalUpdateStatusLocked((mDummyStreamId == NO_STREAM) ?
2316 STATUS_CONFIGURED : STATUS_UNCONFIGURED);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002317
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002318 ALOGV("%s: Camera %s: Stream configuration complete", __FUNCTION__, mId.string());
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002319
Zhijun He0a210512014-07-24 13:45:15 -07002320 // tear down the deleted streams after configure streams.
2321 mDeletedStreams.clear();
2322
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002323 return OK;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002324}
2325
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002326status_t Camera3Device::addDummyStreamLocked() {
2327 ATRACE_CALL();
2328 status_t res;
2329
2330 if (mDummyStreamId != NO_STREAM) {
2331 // Should never be adding a second dummy stream when one is already
2332 // active
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002333 SET_ERR_L("%s: Camera %s: A dummy stream already exists!",
2334 __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002335 return INVALID_OPERATION;
2336 }
2337
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002338 ALOGV("%s: Camera %s: Adding a dummy stream", __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002339
2340 sp<Camera3OutputStreamInterface> dummyStream =
2341 new Camera3DummyStream(mNextStreamId);
2342
2343 res = mOutputStreams.add(mNextStreamId, dummyStream);
2344 if (res < 0) {
2345 SET_ERR_L("Can't add dummy stream to set: %s (%d)", strerror(-res), res);
2346 return res;
2347 }
2348
2349 mDummyStreamId = mNextStreamId;
2350 mNextStreamId++;
2351
2352 return OK;
2353}
2354
2355status_t Camera3Device::tryRemoveDummyStreamLocked() {
2356 ATRACE_CALL();
2357 status_t res;
2358
2359 if (mDummyStreamId == NO_STREAM) return OK;
2360 if (mOutputStreams.size() == 1) return OK;
2361
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002362 ALOGV("%s: Camera %s: Removing the dummy stream", __FUNCTION__, mId.string());
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -07002363
2364 // Ok, have a dummy stream and there's at least one other output stream,
2365 // so remove the dummy
2366
2367 sp<Camera3StreamInterface> deletedStream;
2368 ssize_t outputStreamIdx = mOutputStreams.indexOfKey(mDummyStreamId);
2369 if (outputStreamIdx == NAME_NOT_FOUND) {
2370 SET_ERR_L("Dummy stream %d does not appear to exist", mDummyStreamId);
2371 return INVALID_OPERATION;
2372 }
2373
2374 deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
2375 mOutputStreams.removeItemsAt(outputStreamIdx);
2376
2377 // Free up the stream endpoint so that it can be used by some other stream
2378 res = deletedStream->disconnect();
2379 if (res != OK) {
2380 SET_ERR_L("Can't disconnect deleted dummy stream %d", mDummyStreamId);
2381 // fall through since we want to still list the stream as deleted.
2382 }
2383 mDeletedStreams.add(deletedStream);
2384 mDummyStreamId = NO_STREAM;
2385
2386 return res;
2387}
2388
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002389void Camera3Device::setErrorState(const char *fmt, ...) {
2390 Mutex::Autolock l(mLock);
2391 va_list args;
2392 va_start(args, fmt);
2393
2394 setErrorStateLockedV(fmt, args);
2395
2396 va_end(args);
2397}
2398
2399void Camera3Device::setErrorStateV(const char *fmt, va_list args) {
2400 Mutex::Autolock l(mLock);
2401 setErrorStateLockedV(fmt, args);
2402}
2403
2404void Camera3Device::setErrorStateLocked(const char *fmt, ...) {
2405 va_list args;
2406 va_start(args, fmt);
2407
2408 setErrorStateLockedV(fmt, args);
2409
2410 va_end(args);
2411}
2412
2413void Camera3Device::setErrorStateLockedV(const char *fmt, va_list args) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002414 // Print out all error messages to log
2415 String8 errorCause = String8::formatV(fmt, args);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002416 ALOGE("Camera %s: %s", mId.string(), errorCause.string());
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002417
2418 // But only do error state transition steps for the first error
Zhijun Heb05eeae2013-06-06 13:51:22 -07002419 if (mStatus == STATUS_ERROR || mStatus == STATUS_UNINITIALIZED) return;
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002420
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002421 mErrorCause = errorCause;
2422
2423 mRequestThread->setPaused(true);
Ruben Brunk183f0562015-08-12 12:55:02 -07002424 internalUpdateStatusLocked(STATUS_ERROR);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002425
2426 // Notify upstream about a device error
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002427 sp<NotificationListener> listener = mListener.promote();
2428 if (listener != NULL) {
2429 listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002430 CaptureResultExtras());
2431 }
2432
2433 // Save stack trace. View by dumping it later.
2434 CameraTraces::saveTrace();
2435 // TODO: consider adding errorCause and client pid/procname
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002436}
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002437
2438/**
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002439 * In-flight request management
2440 */
2441
Jianing Weicb0652e2014-03-12 18:29:36 -07002442status_t Camera3Device::registerInFlight(uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002443 int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002444 const AeTriggerCancelOverride_t &aeTriggerCancelOverride,
2445 bool hasAppCallback) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002446 ATRACE_CALL();
2447 Mutex::Autolock l(mInFlightLock);
2448
2449 ssize_t res;
Chien-Yu Chend196d612015-06-22 19:49:01 -07002450 res = mInFlightMap.add(frameNumber, InFlightRequest(numBuffers, resultExtras, hasInput,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002451 aeTriggerCancelOverride, hasAppCallback));
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002452 if (res < 0) return res;
2453
Eino-Ville Talvala24b366e2016-07-21 12:53:07 -07002454 if (mInFlightMap.size() == 1) {
2455 mStatusTracker->markComponentActive(mInFlightStatusId);
2456 }
2457
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002458 return OK;
2459}
2460
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002461void Camera3Device::returnOutputBuffers(
2462 const camera3_stream_buffer_t *outputBuffers, size_t numBuffers,
2463 nsecs_t timestamp) {
2464 for (size_t i = 0; i < numBuffers; i++)
2465 {
2466 Camera3Stream *stream = Camera3Stream::cast(outputBuffers[i].stream);
2467 status_t res = stream->returnBuffer(outputBuffers[i], timestamp);
2468 // Note: stream may be deallocated at this point, if this buffer was
2469 // the last reference to it.
2470 if (res != OK) {
2471 ALOGE("Can't return buffer to its stream: %s (%d)",
2472 strerror(-res), res);
2473 }
2474 }
2475}
2476
Shuzhen Wangcadb3302016-11-04 14:17:56 -07002477void Camera3Device::removeInFlightMapEntryLocked(int idx) {
2478 mInFlightMap.removeItemsAt(idx, 1);
2479
2480 // Indicate idle inFlightMap to the status tracker
2481 if (mInFlightMap.size() == 0) {
2482 mStatusTracker->markComponentIdle(mInFlightStatusId, Fence::NO_FENCE);
2483 }
2484}
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002485
2486void Camera3Device::removeInFlightRequestIfReadyLocked(int idx) {
2487
2488 const InFlightRequest &request = mInFlightMap.valueAt(idx);
2489 const uint32_t frameNumber = mInFlightMap.keyAt(idx);
2490
2491 nsecs_t sensorTimestamp = request.sensorTimestamp;
2492 nsecs_t shutterTimestamp = request.shutterTimestamp;
2493
2494 // Check if it's okay to remove the request from InFlightMap:
2495 // In the case of a successful request:
2496 // all input and output buffers, all result metadata, shutter callback
2497 // arrived.
2498 // In the case of a unsuccessful request:
2499 // all input and output buffers arrived.
2500 if (request.numBuffersLeft == 0 &&
2501 (request.requestStatus != OK ||
2502 (request.haveResultMetadata && shutterTimestamp != 0))) {
2503 ATRACE_ASYNC_END("frame capture", frameNumber);
2504
Shuzhen Wang403044a2017-02-26 23:29:04 -08002505 // Sanity check - if sensor timestamp matches shutter timestamp in the
2506 // case of request having callback.
2507 if (request.hasCallback && request.requestStatus == OK &&
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002508 sensorTimestamp != shutterTimestamp) {
2509 SET_ERR("sensor timestamp (%" PRId64
2510 ") for frame %d doesn't match shutter timestamp (%" PRId64 ")",
2511 sensorTimestamp, frameNumber, shutterTimestamp);
2512 }
2513
2514 // for an unsuccessful request, it may have pending output buffers to
2515 // return.
2516 assert(request.requestStatus != OK ||
2517 request.pendingOutputBuffers.size() == 0);
2518 returnOutputBuffers(request.pendingOutputBuffers.array(),
2519 request.pendingOutputBuffers.size(), 0);
2520
Shuzhen Wangcadb3302016-11-04 14:17:56 -07002521 removeInFlightMapEntryLocked(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002522 ALOGVV("%s: removed frame %d from InFlightMap", __FUNCTION__, frameNumber);
2523 }
2524
2525 // Sanity check - if we have too many in-flight frames, something has
2526 // likely gone wrong
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -07002527 if (!mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() > kInFlightWarnLimit) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002528 CLOGE("In-flight list too large: %zu", mInFlightMap.size());
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -07002529 } else if (mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() >
2530 kInFlightWarnLimitHighSpeed) {
2531 CLOGE("In-flight list too large for high speed configuration: %zu",
2532 mInFlightMap.size());
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002533 }
2534}
2535
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002536void Camera3Device::insertResultLocked(CaptureResult *result, uint32_t frameNumber,
2537 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2538 if (result == nullptr) return;
2539
2540 if (result->mMetadata.update(ANDROID_REQUEST_FRAME_COUNT,
2541 (int32_t*)&frameNumber, 1) != OK) {
2542 SET_ERR("Failed to set frame number %d in metadata", frameNumber);
2543 return;
2544 }
2545
2546 if (result->mMetadata.update(ANDROID_REQUEST_ID, &result->mResultExtras.requestId, 1) != OK) {
2547 SET_ERR("Failed to set request ID in metadata for frame %d", frameNumber);
2548 return;
2549 }
2550
2551 overrideResultForPrecaptureCancel(&result->mMetadata, aeTriggerCancelOverride);
2552
2553 // Valid result, insert into queue
2554 List<CaptureResult>::iterator queuedResult =
2555 mResultQueue.insert(mResultQueue.end(), CaptureResult(*result));
2556 ALOGVV("%s: result requestId = %" PRId32 ", frameNumber = %" PRId64
2557 ", burstId = %" PRId32, __FUNCTION__,
2558 queuedResult->mResultExtras.requestId,
2559 queuedResult->mResultExtras.frameNumber,
2560 queuedResult->mResultExtras.burstId);
2561
2562 mResultSignal.signal();
2563}
2564
2565
2566void Camera3Device::sendPartialCaptureResult(const camera_metadata_t * partialResult,
2567 const CaptureResultExtras &resultExtras, uint32_t frameNumber,
2568 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2569 Mutex::Autolock l(mOutputLock);
2570
2571 CaptureResult captureResult;
2572 captureResult.mResultExtras = resultExtras;
2573 captureResult.mMetadata = partialResult;
2574
2575 insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
2576}
2577
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002578
2579void Camera3Device::sendCaptureResult(CameraMetadata &pendingMetadata,
2580 CaptureResultExtras &resultExtras,
2581 CameraMetadata &collectedPartialResult,
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002582 uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002583 bool reprocess,
2584 const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002585 if (pendingMetadata.isEmpty())
2586 return;
2587
2588 Mutex::Autolock l(mOutputLock);
2589
2590 // TODO: need to track errors for tighter bounds on expected frame number
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002591 if (reprocess) {
2592 if (frameNumber < mNextReprocessResultFrameNumber) {
2593 SET_ERR("Out-of-order reprocess capture result metadata submitted! "
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002594 "(got frame number %d, expecting %d)",
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07002595 frameNumber, mNextReprocessResultFrameNumber);
2596 return;
2597 }
2598 mNextReprocessResultFrameNumber = frameNumber + 1;
2599 } else {
2600 if (frameNumber < mNextResultFrameNumber) {
2601 SET_ERR("Out-of-order capture result metadata submitted! "
2602 "(got frame number %d, expecting %d)",
2603 frameNumber, mNextResultFrameNumber);
2604 return;
2605 }
2606 mNextResultFrameNumber = frameNumber + 1;
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002607 }
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002608
2609 CaptureResult captureResult;
2610 captureResult.mResultExtras = resultExtras;
2611 captureResult.mMetadata = pendingMetadata;
2612
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002613 // Append any previous partials to form a complete result
2614 if (mUsePartialResult && !collectedPartialResult.isEmpty()) {
2615 captureResult.mMetadata.append(collectedPartialResult);
2616 }
2617
Yin-Chia Yeh4c060992016-04-11 17:40:12 -07002618 // Derive some new keys for backward compaibility
2619 if (mDerivePostRawSensKey && !captureResult.mMetadata.exists(
2620 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
2621 int32_t defaultBoost[1] = {100};
2622 captureResult.mMetadata.update(
2623 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
2624 defaultBoost, 1);
2625 }
2626
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002627 captureResult.mMetadata.sort();
2628
2629 // Check that there's a timestamp in the result metadata
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07002630 camera_metadata_entry timestamp = captureResult.mMetadata.find(ANDROID_SENSOR_TIMESTAMP);
2631 if (timestamp.count == 0) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002632 SET_ERR("No timestamp provided by HAL for frame %d!",
2633 frameNumber);
2634 return;
2635 }
2636
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07002637 mTagMonitor.monitorMetadata(TagMonitor::RESULT,
2638 frameNumber, timestamp.data.i64[0], captureResult.mMetadata);
2639
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002640 insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002641}
2642
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002643/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08002644 * Camera HAL device callback methods
2645 */
2646
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002647void Camera3Device::processCaptureResult(const camera3_capture_result *result) {
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002648 ATRACE_CALL();
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002649
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002650 status_t res;
2651
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002652 uint32_t frameNumber = result->frame_number;
Zhijun Hef0d962a2014-06-30 10:24:11 -07002653 if (result->result == NULL && result->num_output_buffers == 0 &&
2654 result->input_buffer == NULL) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002655 SET_ERR("No result data provided by HAL for frame %d",
2656 frameNumber);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002657 return;
2658 }
Zhijun He204e3292014-07-14 17:09:23 -07002659
2660 // For HAL3.2 or above, If HAL doesn't support partial, it must always set
2661 // partial_result to 1 when metadata is included in this result.
2662 if (!mUsePartialResult &&
2663 mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2 &&
2664 result->result != NULL &&
2665 result->partial_result != 1) {
2666 SET_ERR("Result is malformed for frame %d: partial_result %u must be 1"
2667 " if partial result is not supported",
2668 frameNumber, result->partial_result);
2669 return;
2670 }
2671
2672 bool isPartialResult = false;
2673 CameraMetadata collectedPartialResult;
Jianing Weicb0652e2014-03-12 18:29:36 -07002674 CaptureResultExtras resultExtras;
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002675 bool hasInputBufferInRequest = false;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002676
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002677 // Get shutter timestamp and resultExtras from list of in-flight requests,
2678 // where it was added by the shutter notification for this frame. If the
2679 // shutter timestamp isn't received yet, append the output buffers to the
2680 // in-flight request and they will be returned when the shutter timestamp
2681 // arrives. Update the in-flight status and remove the in-flight entry if
2682 // all result data and shutter timestamp have been received.
2683 nsecs_t shutterTimestamp = 0;
2684
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002685 {
2686 Mutex::Autolock l(mInFlightLock);
2687 ssize_t idx = mInFlightMap.indexOfKey(frameNumber);
2688 if (idx == NAME_NOT_FOUND) {
2689 SET_ERR("Unknown frame number for capture result: %d",
2690 frameNumber);
2691 return;
2692 }
2693 InFlightRequest &request = mInFlightMap.editValueAt(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002694 ALOGVV("%s: got InFlightRequest requestId = %" PRId32
2695 ", frameNumber = %" PRId64 ", burstId = %" PRId32
Shuzhen Wang4a472662017-02-26 23:29:04 -08002696 ", partialResultCount = %d, hasCallback = %d",
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002697 __FUNCTION__, request.resultExtras.requestId,
2698 request.resultExtras.frameNumber, request.resultExtras.burstId,
Shuzhen Wang4a472662017-02-26 23:29:04 -08002699 result->partial_result, request.hasCallback);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002700 // Always update the partial count to the latest one if it's not 0
2701 // (buffers only). When framework aggregates adjacent partial results
2702 // into one, the latest partial count will be used.
2703 if (result->partial_result != 0)
2704 request.resultExtras.partialResultCount = result->partial_result;
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002705
2706 // Check if this result carries only partial metadata
Zhijun He204e3292014-07-14 17:09:23 -07002707 if (mUsePartialResult && result->result != NULL) {
2708 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
2709 if (result->partial_result > mNumPartialResults || result->partial_result < 1) {
2710 SET_ERR("Result is malformed for frame %d: partial_result %u must be in"
2711 " the range of [1, %d] when metadata is included in the result",
2712 frameNumber, result->partial_result, mNumPartialResults);
2713 return;
2714 }
2715 isPartialResult = (result->partial_result < mNumPartialResults);
Zhijun He5d76e1a2014-07-22 16:08:13 -07002716 if (isPartialResult) {
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002717 request.collectedPartialResult.append(result->result);
Zhijun He5d76e1a2014-07-22 16:08:13 -07002718 }
Zhijun He204e3292014-07-14 17:09:23 -07002719 } else {
2720 camera_metadata_ro_entry_t partialResultEntry;
2721 res = find_camera_metadata_ro_entry(result->result,
2722 ANDROID_QUIRKS_PARTIAL_RESULT, &partialResultEntry);
2723 if (res != NAME_NOT_FOUND &&
2724 partialResultEntry.count > 0 &&
2725 partialResultEntry.data.u8[0] ==
2726 ANDROID_QUIRKS_PARTIAL_RESULT_PARTIAL) {
2727 // A partial result. Flag this as such, and collect this
2728 // set of metadata into the in-flight entry.
2729 isPartialResult = true;
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002730 request.collectedPartialResult.append(
Zhijun He204e3292014-07-14 17:09:23 -07002731 result->result);
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002732 request.collectedPartialResult.erase(
Zhijun He204e3292014-07-14 17:09:23 -07002733 ANDROID_QUIRKS_PARTIAL_RESULT);
2734 }
2735 }
2736
Shuzhen Wang4a472662017-02-26 23:29:04 -08002737 if (isPartialResult && request.hasCallback) {
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002738 // Send partial capture result
2739 sendPartialCaptureResult(result->result, request.resultExtras, frameNumber,
2740 request.aeTriggerCancelOverride);
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002741 }
2742 }
2743
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002744 shutterTimestamp = request.shutterTimestamp;
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002745 hasInputBufferInRequest = request.hasInputBuffer;
Jianing Weicb0652e2014-03-12 18:29:36 -07002746
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002747 // Did we get the (final) result metadata for this capture?
Zhijun He204e3292014-07-14 17:09:23 -07002748 if (result->result != NULL && !isPartialResult) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002749 if (request.haveResultMetadata) {
2750 SET_ERR("Called multiple times with metadata for frame %d",
2751 frameNumber);
2752 return;
2753 }
Zhijun He204e3292014-07-14 17:09:23 -07002754 if (mUsePartialResult &&
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002755 !request.collectedPartialResult.isEmpty()) {
Zhijun He204e3292014-07-14 17:09:23 -07002756 collectedPartialResult.acquire(
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002757 request.collectedPartialResult);
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002758 }
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002759 request.haveResultMetadata = true;
2760 }
2761
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002762 uint32_t numBuffersReturned = result->num_output_buffers;
2763 if (result->input_buffer != NULL) {
2764 if (hasInputBufferInRequest) {
2765 numBuffersReturned += 1;
2766 } else {
2767 ALOGW("%s: Input buffer should be NULL if there is no input"
2768 " buffer sent in the request",
2769 __FUNCTION__);
2770 }
2771 }
2772 request.numBuffersLeft -= numBuffersReturned;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002773 if (request.numBuffersLeft < 0) {
2774 SET_ERR("Too many buffers returned for frame %d",
2775 frameNumber);
2776 return;
2777 }
2778
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002779 camera_metadata_ro_entry_t entry;
2780 res = find_camera_metadata_ro_entry(result->result,
2781 ANDROID_SENSOR_TIMESTAMP, &entry);
2782 if (res == OK && entry.count == 1) {
2783 request.sensorTimestamp = entry.data.i64[0];
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002784 }
2785
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002786 // If shutter event isn't received yet, append the output buffers to
2787 // the in-flight request. Otherwise, return the output buffers to
2788 // streams.
2789 if (shutterTimestamp == 0) {
2790 request.pendingOutputBuffers.appendArray(result->output_buffers,
2791 result->num_output_buffers);
Igor Murashkind2c90692013-04-02 12:32:32 -07002792 } else {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002793 returnOutputBuffers(result->output_buffers,
2794 result->num_output_buffers, shutterTimestamp);
Igor Murashkind2c90692013-04-02 12:32:32 -07002795 }
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002796
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002797 if (result->result != NULL && !isPartialResult) {
2798 if (shutterTimestamp == 0) {
2799 request.pendingMetadata = result->result;
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08002800 request.collectedPartialResult = collectedPartialResult;
Shuzhen Wang4a472662017-02-26 23:29:04 -08002801 } else if (request.hasCallback) {
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002802 CameraMetadata metadata;
2803 metadata = result->result;
2804 sendCaptureResult(metadata, request.resultExtras,
Chien-Yu Chend196d612015-06-22 19:49:01 -07002805 collectedPartialResult, frameNumber, hasInputBufferInRequest,
2806 request.aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002807 }
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -07002808 }
2809
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002810 removeInFlightRequestIfReadyLocked(idx);
2811 } // scope for mInFlightLock
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002812
Zhijun Hef0d962a2014-06-30 10:24:11 -07002813 if (result->input_buffer != NULL) {
Zhijun Hec98bd8d2014-07-07 12:44:10 -07002814 if (hasInputBufferInRequest) {
2815 Camera3Stream *stream =
2816 Camera3Stream::cast(result->input_buffer->stream);
2817 res = stream->returnInputBuffer(*(result->input_buffer));
2818 // Note: stream may be deallocated at this point, if this buffer was the
2819 // last reference to it.
2820 if (res != OK) {
2821 ALOGE("%s: RequestThread: Can't return input buffer for frame %d to"
2822 " its stream:%s (%d)", __FUNCTION__,
2823 frameNumber, strerror(-res), res);
Zhijun He0ea8fa42014-07-07 17:05:38 -07002824 }
2825 } else {
2826 ALOGW("%s: Input buffer should be NULL if there is no input"
2827 " buffer sent in the request, skipping input buffer return.",
2828 __FUNCTION__);
Zhijun Hef0d962a2014-06-30 10:24:11 -07002829 }
2830 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002831}
2832
2833void Camera3Device::notify(const camera3_notify_msg *msg) {
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -07002834 ATRACE_CALL();
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002835 sp<NotificationListener> listener;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002836 {
2837 Mutex::Autolock l(mOutputLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002838 listener = mListener.promote();
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002839 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002840
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002841 if (msg == NULL) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002842 SET_ERR("HAL sent NULL notify message!");
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002843 return;
2844 }
2845
2846 switch (msg->type) {
2847 case CAMERA3_MSG_ERROR: {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002848 notifyError(msg->message.error, listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002849 break;
2850 }
2851 case CAMERA3_MSG_SHUTTER: {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002852 notifyShutter(msg->message.shutter, listener);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002853 break;
2854 }
2855 default:
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07002856 SET_ERR("Unknown notify message from HAL: %d",
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07002857 msg->type);
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07002858 }
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08002859}
2860
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002861void Camera3Device::notifyError(const camera3_error_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002862 sp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002863
2864 // Map camera HAL error codes to ICameraDeviceCallback error codes
2865 // Index into this with the HAL error code
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002866 static const int32_t halErrorMap[CAMERA3_MSG_NUM_ERRORS] = {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002867 // 0 = Unused error code
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002868 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002869 // 1 = CAMERA3_MSG_ERROR_DEVICE
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002870 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002871 // 2 = CAMERA3_MSG_ERROR_REQUEST
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002872 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002873 // 3 = CAMERA3_MSG_ERROR_RESULT
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002874 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002875 // 4 = CAMERA3_MSG_ERROR_BUFFER
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002876 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002877 };
2878
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002879 int32_t errorCode =
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002880 ((msg.error_code >= 0) &&
2881 (msg.error_code < CAMERA3_MSG_NUM_ERRORS)) ?
2882 halErrorMap[msg.error_code] :
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002883 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002884
2885 int streamId = 0;
2886 if (msg.error_stream != NULL) {
2887 Camera3Stream *stream =
2888 Camera3Stream::cast(msg.error_stream);
2889 streamId = stream->getId();
2890 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002891 ALOGV("Camera %s: %s: HAL error, frame %d, stream %d: %d",
2892 mId.string(), __FUNCTION__, msg.frame_number,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002893 streamId, msg.error_code);
2894
2895 CaptureResultExtras resultExtras;
2896 switch (errorCode) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002897 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE:
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002898 // SET_ERR calls notifyError
2899 SET_ERR("Camera HAL reported serious device error");
2900 break;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002901 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST:
2902 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT:
2903 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER:
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002904 {
2905 Mutex::Autolock l(mInFlightLock);
2906 ssize_t idx = mInFlightMap.indexOfKey(msg.frame_number);
2907 if (idx >= 0) {
2908 InFlightRequest &r = mInFlightMap.editValueAt(idx);
2909 r.requestStatus = msg.error_code;
2910 resultExtras = r.resultExtras;
Emilian Peevba0fac32017-03-30 09:05:34 +01002911 if (hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT ==
2912 errorCode) {
2913 // In case of missing result check whether the buffers
2914 // returned. If they returned, then remove inflight
2915 // request.
2916 removeInFlightRequestIfReadyLocked(idx);
2917 }
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002918 } else {
2919 resultExtras.frameNumber = msg.frame_number;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002920 ALOGE("Camera %s: %s: cannot find in-flight request on "
2921 "frame %" PRId64 " error", mId.string(), __FUNCTION__,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002922 resultExtras.frameNumber);
2923 }
2924 }
Eino-Ville Talvalae95bb632016-03-06 19:55:44 -08002925 resultExtras.errorStreamId = streamId;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002926 if (listener != NULL) {
2927 listener->notifyError(errorCode, resultExtras);
2928 } else {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002929 ALOGE("Camera %s: %s: no listener available", mId.string(), __FUNCTION__);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002930 }
2931 break;
2932 default:
2933 // SET_ERR calls notifyError
2934 SET_ERR("Unknown error message from HAL: %d", msg.error_code);
2935 break;
2936 }
2937}
2938
2939void Camera3Device::notifyShutter(const camera3_shutter_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07002940 sp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002941 ssize_t idx;
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002942
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002943 // Set timestamp for the request in the in-flight tracking
2944 // and get the request ID to send upstream
2945 {
2946 Mutex::Autolock l(mInFlightLock);
2947 idx = mInFlightMap.indexOfKey(msg.frame_number);
2948 if (idx >= 0) {
2949 InFlightRequest &r = mInFlightMap.editValueAt(idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002950
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07002951 // Verify ordering of shutter notifications
2952 {
2953 Mutex::Autolock l(mOutputLock);
2954 // TODO: need to track errors for tighter bounds on expected frame number.
2955 if (r.hasInputBuffer) {
2956 if (msg.frame_number < mNextReprocessShutterFrameNumber) {
2957 SET_ERR("Shutter notification out-of-order. Expected "
2958 "notification for frame %d, got frame %d",
2959 mNextReprocessShutterFrameNumber, msg.frame_number);
2960 return;
2961 }
2962 mNextReprocessShutterFrameNumber = msg.frame_number + 1;
2963 } else {
2964 if (msg.frame_number < mNextShutterFrameNumber) {
2965 SET_ERR("Shutter notification out-of-order. Expected "
2966 "notification for frame %d, got frame %d",
2967 mNextShutterFrameNumber, msg.frame_number);
2968 return;
2969 }
2970 mNextShutterFrameNumber = msg.frame_number + 1;
2971 }
2972 }
2973
Shuzhen Wang4a472662017-02-26 23:29:04 -08002974 r.shutterTimestamp = msg.timestamp;
2975 if (r.hasCallback) {
2976 ALOGVV("Camera %s: %s: Shutter fired for frame %d (id %d) at %" PRId64,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08002977 mId.string(), __FUNCTION__,
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002978 msg.frame_number, r.resultExtras.requestId, msg.timestamp);
Shuzhen Wang4a472662017-02-26 23:29:04 -08002979 // Call listener, if any
2980 if (listener != NULL) {
2981 listener->notifyShutter(r.resultExtras, msg.timestamp);
2982 }
2983 // send pending result and buffers
2984 sendCaptureResult(r.pendingMetadata, r.resultExtras,
2985 r.collectedPartialResult, msg.frame_number,
2986 r.hasInputBuffer, r.aeTriggerCancelOverride);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002987 }
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08002988 returnOutputBuffers(r.pendingOutputBuffers.array(),
2989 r.pendingOutputBuffers.size(), r.shutterTimestamp);
2990 r.pendingOutputBuffers.clear();
2991
2992 removeInFlightRequestIfReadyLocked(idx);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002993 }
2994 }
2995 if (idx < 0) {
2996 SET_ERR("Shutter notification for non-existent frame number %d",
2997 msg.frame_number);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07002998 }
2999}
3000
3001
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003002CameraMetadata Camera3Device::getLatestRequestLocked() {
Igor Murashkin1e479c02013-09-06 16:55:14 -07003003 ALOGV("%s", __FUNCTION__);
3004
Igor Murashkin1e479c02013-09-06 16:55:14 -07003005 CameraMetadata retVal;
3006
3007 if (mRequestThread != NULL) {
3008 retVal = mRequestThread->getLatestRequest();
3009 }
3010
Igor Murashkin1e479c02013-09-06 16:55:14 -07003011 return retVal;
3012}
3013
Jianing Weicb0652e2014-03-12 18:29:36 -07003014
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07003015void Camera3Device::monitorMetadata(TagMonitor::eventSource source,
3016 int64_t frameNumber, nsecs_t timestamp, const CameraMetadata& metadata) {
3017 mTagMonitor.monitorMetadata(source, frameNumber, timestamp, metadata);
3018}
3019
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08003020/**
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003021 * HalInterface inner class methods
3022 */
3023
3024Camera3Device::HalInterface::HalInterface(camera3_device_t *device) :
3025 mHal3Device(device) {}
3026
3027Camera3Device::HalInterface::HalInterface(sp<ICameraDeviceSession> &session) :
3028 mHal3Device(nullptr),
3029 mHidlSession(session) {}
3030
3031Camera3Device::HalInterface::HalInterface() :
3032 mHal3Device(nullptr) {}
3033
3034Camera3Device::HalInterface::HalInterface(const HalInterface& other) :
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003035 mHal3Device(other.mHal3Device),
3036 mHidlSession(other.mHidlSession) {}
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003037
3038bool Camera3Device::HalInterface::valid() {
3039 return (mHal3Device != nullptr) || (mHidlSession != nullptr);
3040}
3041
3042void Camera3Device::HalInterface::clear() {
3043 mHal3Device = nullptr;
3044 mHidlSession.clear();
3045}
3046
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003047bool Camera3Device::HalInterface::supportBatchRequest() {
3048 return mHidlSession != nullptr;
3049}
3050
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003051status_t Camera3Device::HalInterface::constructDefaultRequestSettings(
3052 camera3_request_template_t templateId,
3053 /*out*/ camera_metadata_t **requestTemplate) {
3054 ATRACE_NAME("CameraHal::constructDefaultRequestSettings");
3055 if (!valid()) return INVALID_OPERATION;
3056 status_t res = OK;
3057
3058 if (mHal3Device != nullptr) {
3059 const camera_metadata *r;
3060 r = mHal3Device->ops->construct_default_request_settings(
3061 mHal3Device, templateId);
3062 if (r == nullptr) return BAD_VALUE;
3063 *requestTemplate = clone_camera_metadata(r);
3064 if (requestTemplate == nullptr) {
3065 ALOGE("%s: Unable to clone camera metadata received from HAL",
3066 __FUNCTION__);
3067 return INVALID_OPERATION;
3068 }
3069 } else {
3070 common::V1_0::Status status;
3071 RequestTemplate id;
3072 switch (templateId) {
3073 case CAMERA3_TEMPLATE_PREVIEW:
3074 id = RequestTemplate::PREVIEW;
3075 break;
3076 case CAMERA3_TEMPLATE_STILL_CAPTURE:
3077 id = RequestTemplate::STILL_CAPTURE;
3078 break;
3079 case CAMERA3_TEMPLATE_VIDEO_RECORD:
3080 id = RequestTemplate::VIDEO_RECORD;
3081 break;
3082 case CAMERA3_TEMPLATE_VIDEO_SNAPSHOT:
3083 id = RequestTemplate::VIDEO_SNAPSHOT;
3084 break;
3085 case CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG:
3086 id = RequestTemplate::ZERO_SHUTTER_LAG;
3087 break;
3088 case CAMERA3_TEMPLATE_MANUAL:
3089 id = RequestTemplate::MANUAL;
3090 break;
3091 default:
3092 // Unknown template ID
3093 return BAD_VALUE;
3094 }
3095 mHidlSession->constructDefaultRequestSettings(id,
3096 [&status, &requestTemplate]
3097 (common::V1_0::Status s, const device::V3_2::CameraMetadata& request) {
3098 status = s;
3099 if (status == common::V1_0::Status::OK) {
3100 const camera_metadata *r =
3101 reinterpret_cast<const camera_metadata_t*>(request.data());
3102 size_t expectedSize = request.size();
3103 int ret = validate_camera_metadata_structure(r, &expectedSize);
3104 if (ret == OK) {
3105 *requestTemplate = clone_camera_metadata(r);
3106 if (*requestTemplate == nullptr) {
3107 ALOGE("%s: Unable to clone camera metadata received from HAL",
3108 __FUNCTION__);
3109 status = common::V1_0::Status::INTERNAL_ERROR;
3110 }
3111 } else {
3112 ALOGE("%s: Malformed camera metadata received from HAL", __FUNCTION__);
3113 status = common::V1_0::Status::INTERNAL_ERROR;
3114 }
3115 }
3116 });
3117 res = CameraProviderManager::mapToStatusT(status);
3118 }
3119 return res;
3120}
3121
3122status_t Camera3Device::HalInterface::configureStreams(camera3_stream_configuration *config) {
3123 ATRACE_NAME("CameraHal::configureStreams");
3124 if (!valid()) return INVALID_OPERATION;
3125 status_t res = OK;
3126
3127 if (mHal3Device != nullptr) {
3128 res = mHal3Device->ops->configure_streams(mHal3Device, config);
3129 } else {
3130 // Convert stream config to HIDL
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003131 std::set<int> activeStreams;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003132 StreamConfiguration requestedConfiguration;
3133 requestedConfiguration.streams.resize(config->num_streams);
3134 for (size_t i = 0; i < config->num_streams; i++) {
3135 Stream &dst = requestedConfiguration.streams[i];
3136 camera3_stream_t *src = config->streams[i];
3137
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -07003138 Camera3Stream* cam3stream = Camera3Stream::cast(src);
3139 cam3stream->setBufferFreedListener(this);
3140 int streamId = cam3stream->getId();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003141 StreamType streamType;
3142 switch (src->stream_type) {
3143 case CAMERA3_STREAM_OUTPUT:
3144 streamType = StreamType::OUTPUT;
3145 break;
3146 case CAMERA3_STREAM_INPUT:
3147 streamType = StreamType::INPUT;
3148 break;
3149 default:
3150 ALOGE("%s: Stream %d: Unsupported stream type %d",
3151 __FUNCTION__, streamId, config->streams[i]->stream_type);
3152 return BAD_VALUE;
3153 }
3154 dst.id = streamId;
3155 dst.streamType = streamType;
3156 dst.width = src->width;
3157 dst.height = src->height;
3158 dst.format = mapToPixelFormat(src->format);
Yin-Chia Yeh47cf8e62017-04-04 13:00:03 -07003159 dst.usage = mapToConsumerUsage(src->usage);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003160 dst.dataSpace = mapToHidlDataspace(src->data_space);
3161 dst.rotation = mapToStreamRotation((camera3_stream_rotation_t) src->rotation);
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003162
3163 activeStreams.insert(streamId);
3164 // Create Buffer ID map if necessary
3165 if (mBufferIdMaps.count(streamId) == 0) {
3166 mBufferIdMaps.emplace(streamId, BufferIdMap{});
3167 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003168 }
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003169 // remove BufferIdMap for deleted streams
3170 for(auto it = mBufferIdMaps.begin(); it != mBufferIdMaps.end();) {
3171 int streamId = it->first;
3172 bool active = activeStreams.count(streamId) > 0;
3173 if (!active) {
3174 it = mBufferIdMaps.erase(it);
3175 } else {
3176 ++it;
3177 }
3178 }
3179
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -08003180 res = mapToStreamConfigurationMode(
3181 (camera3_stream_configuration_mode_t) config->operation_mode,
3182 /*out*/ &requestedConfiguration.operationMode);
3183 if (res != OK) {
3184 return res;
3185 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003186
3187 // Invoke configureStreams
3188
3189 HalStreamConfiguration finalConfiguration;
3190 common::V1_0::Status status;
3191 mHidlSession->configureStreams(requestedConfiguration,
3192 [&status, &finalConfiguration]
3193 (common::V1_0::Status s, const HalStreamConfiguration& halConfiguration) {
3194 finalConfiguration = halConfiguration;
3195 status = s;
3196 });
3197 if (status != common::V1_0::Status::OK ) {
3198 return CameraProviderManager::mapToStatusT(status);
3199 }
3200
3201 // And convert output stream configuration from HIDL
3202
3203 for (size_t i = 0; i < config->num_streams; i++) {
3204 camera3_stream_t *dst = config->streams[i];
3205 int streamId = Camera3Stream::cast(dst)->getId();
3206
3207 // Start scan at i, with the assumption that the stream order matches
3208 size_t realIdx = i;
3209 bool found = false;
3210 for (size_t idx = 0; idx < finalConfiguration.streams.size(); idx++) {
3211 if (finalConfiguration.streams[realIdx].id == streamId) {
3212 found = true;
3213 break;
3214 }
3215 realIdx = (realIdx >= finalConfiguration.streams.size()) ? 0 : realIdx + 1;
3216 }
3217 if (!found) {
3218 ALOGE("%s: Stream %d not found in stream configuration response from HAL",
3219 __FUNCTION__, streamId);
3220 return INVALID_OPERATION;
3221 }
3222 HalStream &src = finalConfiguration.streams[realIdx];
3223
3224 int overrideFormat = mapToFrameworkFormat(src.overrideFormat);
3225 if (dst->format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
3226 if (dst->format != overrideFormat) {
3227 ALOGE("%s: Stream %d: Format override not allowed for format 0x%x", __FUNCTION__,
3228 streamId, dst->format);
3229 }
3230 } else {
3231 // Override allowed with IMPLEMENTATION_DEFINED
3232 dst->format = overrideFormat;
3233 }
3234
3235 if (dst->stream_type == CAMERA3_STREAM_INPUT) {
3236 if (src.producerUsage != 0) {
3237 ALOGE("%s: Stream %d: INPUT streams must have 0 for producer usage",
3238 __FUNCTION__, streamId);
3239 return INVALID_OPERATION;
3240 }
Yin-Chia Yeh47cf8e62017-04-04 13:00:03 -07003241 dst->usage = mapConsumerToFrameworkUsage(src.consumerUsage);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003242 } else {
3243 // OUTPUT
3244 if (src.consumerUsage != 0) {
3245 ALOGE("%s: Stream %d: OUTPUT streams must have 0 for consumer usage",
3246 __FUNCTION__, streamId);
3247 return INVALID_OPERATION;
3248 }
Yin-Chia Yeh47cf8e62017-04-04 13:00:03 -07003249 dst->usage = mapProducerToFrameworkUsage(src.producerUsage);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003250 }
3251 dst->max_buffers = src.maxBuffers;
3252 }
3253 }
3254 return res;
3255}
3256
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003257void Camera3Device::HalInterface::wrapAsHidlRequest(camera3_capture_request_t* request,
3258 /*out*/device::V3_2::CaptureRequest* captureRequest,
3259 /*out*/std::vector<native_handle_t*>* handlesCreated) {
3260
3261 if (captureRequest == nullptr || handlesCreated == nullptr) {
3262 ALOGE("%s: captureRequest (%p) and handlesCreated (%p) must not be null",
3263 __FUNCTION__, captureRequest, handlesCreated);
3264 return;
3265 }
3266
3267 captureRequest->frameNumber = request->frame_number;
3268 // A null request settings maps to a size-0 CameraMetadata
3269 if (request->settings != nullptr) {
3270 captureRequest->settings.setToExternal(
3271 reinterpret_cast<uint8_t*>(const_cast<camera_metadata_t*>(request->settings)),
3272 get_camera_metadata_size(request->settings));
3273 }
3274
3275 {
3276 std::lock_guard<std::mutex> lock(mInflightLock);
3277 if (request->input_buffer != nullptr) {
3278 int32_t streamId = Camera3Stream::cast(request->input_buffer->stream)->getId();
3279 buffer_handle_t buf = *(request->input_buffer->buffer);
3280 auto pair = getBufferId(buf, streamId);
3281 bool isNewBuffer = pair.first;
3282 uint64_t bufferId = pair.second;
3283 captureRequest->inputBuffer.streamId = streamId;
3284 captureRequest->inputBuffer.bufferId = bufferId;
3285 captureRequest->inputBuffer.buffer = (isNewBuffer) ? buf : nullptr;
3286 captureRequest->inputBuffer.status = BufferStatus::OK;
3287 native_handle_t *acquireFence = nullptr;
3288 if (request->input_buffer->acquire_fence != -1) {
3289 acquireFence = native_handle_create(1,0);
3290 acquireFence->data[0] = request->input_buffer->acquire_fence;
3291 handlesCreated->push_back(acquireFence);
3292 }
3293 captureRequest->inputBuffer.acquireFence = acquireFence;
3294 captureRequest->inputBuffer.releaseFence = nullptr;
3295
3296 pushInflightBufferLocked(captureRequest->frameNumber, streamId,
3297 request->input_buffer->buffer,
3298 request->input_buffer->acquire_fence);
3299 } else {
3300 captureRequest->inputBuffer.streamId = -1;
3301 captureRequest->inputBuffer.bufferId = BUFFER_ID_NO_BUFFER;
3302 }
3303
3304 captureRequest->outputBuffers.resize(request->num_output_buffers);
3305 for (size_t i = 0; i < request->num_output_buffers; i++) {
3306 const camera3_stream_buffer_t *src = request->output_buffers + i;
3307 StreamBuffer &dst = captureRequest->outputBuffers[i];
3308 int32_t streamId = Camera3Stream::cast(src->stream)->getId();
3309 buffer_handle_t buf = *(src->buffer);
3310 auto pair = getBufferId(buf, streamId);
3311 bool isNewBuffer = pair.first;
3312 dst.streamId = streamId;
3313 dst.bufferId = pair.second;
3314 dst.buffer = isNewBuffer ? buf : nullptr;
3315 dst.status = BufferStatus::OK;
3316 native_handle_t *acquireFence = nullptr;
3317 if (src->acquire_fence != -1) {
3318 acquireFence = native_handle_create(1,0);
3319 acquireFence->data[0] = src->acquire_fence;
3320 handlesCreated->push_back(acquireFence);
3321 }
3322 dst.acquireFence = acquireFence;
3323 dst.releaseFence = nullptr;
3324
3325 pushInflightBufferLocked(captureRequest->frameNumber, streamId,
3326 src->buffer, src->acquire_fence);
3327 }
3328 }
3329}
3330
3331status_t Camera3Device::HalInterface::processBatchCaptureRequests(
3332 std::vector<camera3_capture_request_t*>& requests,/*out*/uint32_t* numRequestProcessed) {
3333 ATRACE_NAME("CameraHal::processBatchCaptureRequests");
3334 if (!valid()) return INVALID_OPERATION;
3335
3336 hardware::hidl_vec<device::V3_2::CaptureRequest> captureRequests;
3337 size_t batchSize = requests.size();
3338 captureRequests.resize(batchSize);
3339 std::vector<native_handle_t*> handlesCreated;
3340
3341 for (size_t i = 0; i < batchSize; i++) {
3342 wrapAsHidlRequest(requests[i], /*out*/&captureRequests[i], /*out*/&handlesCreated);
3343 }
3344
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -07003345 std::vector<device::V3_2::BufferCache> cachesToRemove;
3346 {
3347 std::lock_guard<std::mutex> lock(mBufferIdMapLock);
3348 for (auto& pair : mFreedBuffers) {
3349 // The stream might have been removed since onBufferFreed
3350 if (mBufferIdMaps.find(pair.first) != mBufferIdMaps.end()) {
3351 cachesToRemove.push_back({pair.first, pair.second});
3352 }
3353 }
3354 mFreedBuffers.clear();
3355 }
3356
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003357 common::V1_0::Status status = common::V1_0::Status::INTERNAL_ERROR;
3358 *numRequestProcessed = 0;
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -07003359 mHidlSession->processCaptureRequest(captureRequests, cachesToRemove,
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003360 [&status, &numRequestProcessed] (auto s, uint32_t n) {
3361 status = s;
3362 *numRequestProcessed = n;
3363 });
3364
3365 if (status == common::V1_0::Status::OK && *numRequestProcessed != batchSize) {
3366 ALOGE("%s: processCaptureRequest returns OK but processed %d/%zu requests",
3367 __FUNCTION__, *numRequestProcessed, batchSize);
3368 status = common::V1_0::Status::INTERNAL_ERROR;
3369 }
3370
3371 for (auto& handle : handlesCreated) {
3372 native_handle_delete(handle);
3373 }
3374 return CameraProviderManager::mapToStatusT(status);
3375}
3376
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003377status_t Camera3Device::HalInterface::processCaptureRequest(
3378 camera3_capture_request_t *request) {
3379 ATRACE_NAME("CameraHal::processCaptureRequest");
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003380 if (!valid()) return INVALID_OPERATION;
3381 status_t res = OK;
3382
3383 if (mHal3Device != nullptr) {
3384 res = mHal3Device->ops->process_capture_request(mHal3Device, request);
3385 } else {
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003386 uint32_t numRequestProcessed = 0;
3387 std::vector<camera3_capture_request_t*> requests(1);
3388 requests[0] = request;
3389 res = processBatchCaptureRequests(requests, &numRequestProcessed);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003390 }
3391 return res;
3392}
3393
3394status_t Camera3Device::HalInterface::flush() {
3395 ATRACE_NAME("CameraHal::flush");
3396 if (!valid()) return INVALID_OPERATION;
3397 status_t res = OK;
3398
3399 if (mHal3Device != nullptr) {
3400 res = mHal3Device->ops->flush(mHal3Device);
3401 } else {
3402 res = CameraProviderManager::mapToStatusT(mHidlSession->flush());
3403 }
3404 return res;
3405}
3406
3407status_t Camera3Device::HalInterface::dump(int fd) {
3408 ATRACE_NAME("CameraHal::dump");
3409 if (!valid()) return INVALID_OPERATION;
3410 status_t res = OK;
3411
3412 if (mHal3Device != nullptr) {
3413 mHal3Device->ops->dump(mHal3Device, fd);
3414 } else {
3415 // Handled by CameraProviderManager::dump
3416 }
3417 return res;
3418}
3419
3420status_t Camera3Device::HalInterface::close() {
3421 ATRACE_NAME("CameraHal::close()");
3422 if (!valid()) return INVALID_OPERATION;
3423 status_t res = OK;
3424
3425 if (mHal3Device != nullptr) {
3426 mHal3Device->common.close(&mHal3Device->common);
3427 } else {
3428 mHidlSession->close();
3429 }
3430 return res;
3431}
3432
3433status_t Camera3Device::HalInterface::pushInflightBufferLocked(
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003434 int32_t frameNumber, int32_t streamId, buffer_handle_t *buffer, int acquireFence) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003435 uint64_t key = static_cast<uint64_t>(frameNumber) << 32 | static_cast<uint64_t>(streamId);
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003436 auto pair = std::make_pair(buffer, acquireFence);
3437 mInflightBufferMap[key] = pair;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003438 return OK;
3439}
3440
3441status_t Camera3Device::HalInterface::popInflightBuffer(
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003442 int32_t frameNumber, int32_t streamId,
3443 /*out*/ buffer_handle_t **buffer) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003444 std::lock_guard<std::mutex> lock(mInflightLock);
3445
3446 uint64_t key = static_cast<uint64_t>(frameNumber) << 32 | static_cast<uint64_t>(streamId);
3447 auto it = mInflightBufferMap.find(key);
3448 if (it == mInflightBufferMap.end()) return NAME_NOT_FOUND;
Yin-Chia Yehf4650602017-01-10 13:13:39 -08003449 auto pair = it->second;
3450 *buffer = pair.first;
3451 int acquireFence = pair.second;
3452 if (acquireFence > 0) {
3453 ::close(acquireFence);
3454 }
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003455 mInflightBufferMap.erase(it);
3456 return OK;
3457}
3458
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003459std::pair<bool, uint64_t> Camera3Device::HalInterface::getBufferId(
3460 const buffer_handle_t& buf, int streamId) {
3461 std::lock_guard<std::mutex> lock(mBufferIdMapLock);
3462
3463 BufferIdMap& bIdMap = mBufferIdMaps.at(streamId);
3464 auto it = bIdMap.find(buf);
3465 if (it == bIdMap.end()) {
3466 bIdMap[buf] = mNextBufferId++;
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -07003467 ALOGV("stream %d now have %zu buffer caches, buf %p",
3468 streamId, bIdMap.size(), buf);
Yin-Chia Yeh77327052017-01-09 18:23:07 -08003469 return std::make_pair(true, mNextBufferId - 1);
3470 } else {
3471 return std::make_pair(false, it->second);
3472 }
3473}
3474
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -07003475void Camera3Device::HalInterface::onBufferFreed(
3476 int streamId, const native_handle_t* handle) {
3477 std::lock_guard<std::mutex> lock(mBufferIdMapLock);
3478 uint64_t bufferId = BUFFER_ID_NO_BUFFER;
3479 auto mapIt = mBufferIdMaps.find(streamId);
3480 if (mapIt == mBufferIdMaps.end()) {
3481 // streamId might be from a deleted stream here
3482 ALOGI("%s: stream %d has been removed",
3483 __FUNCTION__, streamId);
3484 return;
3485 }
3486 BufferIdMap& bIdMap = mapIt->second;
3487 auto it = bIdMap.find(handle);
3488 if (it == bIdMap.end()) {
3489 ALOGW("%s: cannot find buffer %p in stream %d",
3490 __FUNCTION__, handle, streamId);
3491 return;
3492 } else {
3493 bufferId = it->second;
3494 bIdMap.erase(it);
3495 ALOGV("%s: stream %d now have %zu buffer caches after removing buf %p",
3496 __FUNCTION__, streamId, bIdMap.size(), handle);
3497 }
3498 mFreedBuffers.push_back(std::make_pair(streamId, bufferId));
3499}
3500
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003501/**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003502 * RequestThread inner class methods
3503 */
3504
3505Camera3Device::RequestThread::RequestThread(wp<Camera3Device> parent,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003506 sp<StatusTracker> statusTracker,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003507 HalInterface* interface,
3508 uint32_t deviceVersion,
Chien-Yu Chenab5135b2015-06-30 11:20:58 -07003509 bool aeLockAvailable) :
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07003510 Thread(/*canCallJava*/false),
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003511 mParent(parent),
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003512 mStatusTracker(statusTracker),
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003513 mInterface(interface),
3514 mDeviceVersion(deviceVersion),
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -07003515 mListener(nullptr),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003516 mId(getId(parent)),
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003517 mReconfigured(false),
3518 mDoPause(false),
3519 mPaused(true),
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003520 mFrameNumber(0),
Jianing Weicb0652e2014-03-12 18:29:36 -07003521 mLatestRequestId(NAME_NOT_FOUND),
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07003522 mCurrentAfTriggerId(0),
3523 mCurrentPreCaptureTriggerId(0),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003524 mRepeatingLastFrameNumber(
3525 hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES),
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003526 mAeLockAvailable(aeLockAvailable),
3527 mPrepareVideoStream(false) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003528 mStatusId = statusTracker->addComponent();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003529}
3530
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003531Camera3Device::RequestThread::~RequestThread() {}
3532
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07003533void Camera3Device::RequestThread::setNotificationListener(
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003534 wp<NotificationListener> listener) {
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003535 Mutex::Autolock l(mRequestLock);
3536 mListener = listener;
3537}
3538
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003539void Camera3Device::RequestThread::configurationComplete(bool isConstrainedHighSpeed) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003540 Mutex::Autolock l(mRequestLock);
3541 mReconfigured = true;
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07003542 // Prepare video stream for high speed recording.
3543 mPrepareVideoStream = isConstrainedHighSpeed;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003544}
3545
Jianing Wei90e59c92014-03-12 18:29:36 -07003546status_t Camera3Device::RequestThread::queueRequestList(
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003547 List<sp<CaptureRequest> > &requests,
3548 /*out*/
3549 int64_t *lastFrameNumber) {
Jianing Wei90e59c92014-03-12 18:29:36 -07003550 Mutex::Autolock l(mRequestLock);
3551 for (List<sp<CaptureRequest> >::iterator it = requests.begin(); it != requests.end();
3552 ++it) {
3553 mRequestQueue.push_back(*it);
3554 }
3555
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003556 if (lastFrameNumber != NULL) {
3557 *lastFrameNumber = mFrameNumber + mRequestQueue.size() - 1;
3558 ALOGV("%s: requestId %d, mFrameNumber %" PRId32 ", lastFrameNumber %" PRId64 ".",
3559 __FUNCTION__, (*(requests.begin()))->mResultExtras.requestId, mFrameNumber,
3560 *lastFrameNumber);
3561 }
Jianing Weicb0652e2014-03-12 18:29:36 -07003562
Jianing Wei90e59c92014-03-12 18:29:36 -07003563 unpauseForNewRequests();
3564
3565 return OK;
3566}
3567
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003568
3569status_t Camera3Device::RequestThread::queueTrigger(
3570 RequestTrigger trigger[],
3571 size_t count) {
3572
3573 Mutex::Autolock l(mTriggerMutex);
3574 status_t ret;
3575
3576 for (size_t i = 0; i < count; ++i) {
3577 ret = queueTriggerLocked(trigger[i]);
3578
3579 if (ret != OK) {
3580 return ret;
3581 }
3582 }
3583
3584 return OK;
3585}
3586
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003587const String8& Camera3Device::RequestThread::getId(const wp<Camera3Device> &device) {
3588 static String8 deadId("<DeadDevice>");
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003589 sp<Camera3Device> d = device.promote();
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003590 if (d != nullptr) return d->mId;
3591 return deadId;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003592}
3593
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003594status_t Camera3Device::RequestThread::queueTriggerLocked(
3595 RequestTrigger trigger) {
3596
3597 uint32_t tag = trigger.metadataTag;
3598 ssize_t index = mTriggerMap.indexOfKey(tag);
3599
3600 switch (trigger.getTagType()) {
3601 case TYPE_BYTE:
3602 // fall-through
3603 case TYPE_INT32:
3604 break;
3605 default:
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07003606 ALOGE("%s: Type not supported: 0x%x", __FUNCTION__,
3607 trigger.getTagType());
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003608 return INVALID_OPERATION;
3609 }
3610
3611 /**
3612 * Collect only the latest trigger, since we only have 1 field
3613 * in the request settings per trigger tag, and can't send more than 1
3614 * trigger per request.
3615 */
3616 if (index != NAME_NOT_FOUND) {
3617 mTriggerMap.editValueAt(index) = trigger;
3618 } else {
3619 mTriggerMap.add(tag, trigger);
3620 }
3621
3622 return OK;
3623}
3624
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003625status_t Camera3Device::RequestThread::setRepeatingRequests(
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003626 const RequestList &requests,
3627 /*out*/
3628 int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003629 Mutex::Autolock l(mRequestLock);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003630 if (lastFrameNumber != NULL) {
3631 *lastFrameNumber = mRepeatingLastFrameNumber;
3632 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003633 mRepeatingRequests.clear();
3634 mRepeatingRequests.insert(mRepeatingRequests.begin(),
3635 requests.begin(), requests.end());
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07003636
3637 unpauseForNewRequests();
3638
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003639 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003640 return OK;
3641}
3642
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -07003643bool Camera3Device::RequestThread::isRepeatingRequestLocked(const sp<CaptureRequest>& requestIn) {
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003644 if (mRepeatingRequests.empty()) {
3645 return false;
3646 }
3647 int32_t requestId = requestIn->mResultExtras.requestId;
3648 const RequestList &repeatRequests = mRepeatingRequests;
3649 // All repeating requests are guaranteed to have same id so only check first quest
3650 const sp<CaptureRequest> firstRequest = *repeatRequests.begin();
3651 return (firstRequest->mResultExtras.requestId == requestId);
3652}
3653
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003654status_t Camera3Device::RequestThread::clearRepeatingRequests(/*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003655 Mutex::Autolock l(mRequestLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003656 return clearRepeatingRequestsLocked(lastFrameNumber);
3657
3658}
3659
3660status_t Camera3Device::RequestThread::clearRepeatingRequestsLocked(/*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003661 mRepeatingRequests.clear();
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003662 if (lastFrameNumber != NULL) {
3663 *lastFrameNumber = mRepeatingLastFrameNumber;
3664 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003665 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003666 return OK;
3667}
3668
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003669status_t Camera3Device::RequestThread::clear(
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003670 /*out*/int64_t *lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003671 Mutex::Autolock l(mRequestLock);
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003672 ALOGV("RequestThread::%s:", __FUNCTION__);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003673
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003674 mRepeatingRequests.clear();
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003675
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003676 // Send errors for all requests pending in the request queue, including
3677 // pending repeating requests
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003678 sp<NotificationListener> listener = mListener.promote();
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003679 if (listener != NULL) {
3680 for (RequestList::iterator it = mRequestQueue.begin();
3681 it != mRequestQueue.end(); ++it) {
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07003682 // Abort the input buffers for reprocess requests.
3683 if ((*it)->mInputStream != NULL) {
3684 camera3_stream_buffer_t inputBuffer;
3685 status_t res = (*it)->mInputStream->getInputBuffer(&inputBuffer);
3686 if (res != OK) {
3687 ALOGW("%s: %d: couldn't get input buffer while clearing the request "
3688 "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
3689 } else {
3690 res = (*it)->mInputStream->returnInputBuffer(inputBuffer);
3691 if (res != OK) {
3692 ALOGE("%s: %d: couldn't return input buffer while clearing the request "
3693 "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
3694 }
3695 }
3696 }
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003697 // Set the frame number this request would have had, if it
3698 // had been submitted; this frame number will not be reused.
3699 // The requestId and burstId fields were set when the request was
3700 // submitted originally (in convertMetadataListToRequestListLocked)
3701 (*it)->mResultExtras.frameNumber = mFrameNumber++;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003702 listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Eino-Ville Talvala17543512014-08-06 14:32:02 -07003703 (*it)->mResultExtras);
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -07003704 }
3705 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003706 mRequestQueue.clear();
Jinguang Dongb26e7a02016-11-14 16:04:02 +08003707
3708 Mutex::Autolock al(mTriggerMutex);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003709 mTriggerMap.clear();
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07003710 if (lastFrameNumber != NULL) {
3711 *lastFrameNumber = mRepeatingLastFrameNumber;
3712 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08003713 mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07003714 return OK;
3715}
3716
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003717status_t Camera3Device::RequestThread::flush() {
3718 ATRACE_CALL();
3719 Mutex::Autolock l(mFlushLock);
3720
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003721 if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_1) {
3722 return mInterface->flush();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003723 }
3724
3725 return -ENOTSUP;
3726}
3727
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003728void Camera3Device::RequestThread::setPaused(bool paused) {
3729 Mutex::Autolock l(mPauseLock);
3730 mDoPause = paused;
3731 mDoPauseSignal.signal();
3732}
3733
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003734status_t Camera3Device::RequestThread::waitUntilRequestProcessed(
3735 int32_t requestId, nsecs_t timeout) {
3736 Mutex::Autolock l(mLatestRequestMutex);
3737 status_t res;
3738 while (mLatestRequestId != requestId) {
3739 nsecs_t startTime = systemTime();
3740
3741 res = mLatestRequestSignal.waitRelative(mLatestRequestMutex, timeout);
3742 if (res != OK) return res;
3743
3744 timeout -= (systemTime() - startTime);
3745 }
3746
3747 return OK;
3748}
3749
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003750void Camera3Device::RequestThread::requestExit() {
3751 // Call parent to set up shutdown
3752 Thread::requestExit();
3753 // The exit from any possible waits
3754 mDoPauseSignal.signal();
3755 mRequestSignal.signal();
3756}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07003757
Chien-Yu Chend196d612015-06-22 19:49:01 -07003758
3759/**
3760 * For devices <= CAMERA_DEVICE_API_VERSION_3_2, AE_PRECAPTURE_TRIGGER_CANCEL is not supported so
3761 * we need to override AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE and AE_LOCK_OFF
3762 * to AE_LOCK_ON to start cancelling AE precapture. If AE lock is not available, it still overrides
3763 * AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE but doesn't add AE_LOCK_ON to the
3764 * request.
3765 */
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -07003766void Camera3Device::RequestThread::handleAePrecaptureCancelRequest(const sp<CaptureRequest>& request) {
Chien-Yu Chend196d612015-06-22 19:49:01 -07003767 request->mAeTriggerCancelOverride.applyAeLock = false;
3768 request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = false;
3769
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08003770 if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) {
Chien-Yu Chend196d612015-06-22 19:49:01 -07003771 return;
3772 }
3773
3774 camera_metadata_entry_t aePrecaptureTrigger =
3775 request->mSettings.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
3776 if (aePrecaptureTrigger.count > 0 &&
3777 aePrecaptureTrigger.data.u8[0] == ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL) {
3778 // Always override CANCEL to IDLE
3779 uint8_t aePrecaptureTrigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE;
3780 request->mSettings.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aePrecaptureTrigger, 1);
3781 request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = true;
3782 request->mAeTriggerCancelOverride.aePrecaptureTrigger =
3783 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL;
3784
3785 if (mAeLockAvailable == true) {
3786 camera_metadata_entry_t aeLock = request->mSettings.find(ANDROID_CONTROL_AE_LOCK);
3787 if (aeLock.count == 0 || aeLock.data.u8[0] == ANDROID_CONTROL_AE_LOCK_OFF) {
3788 uint8_t aeLock = ANDROID_CONTROL_AE_LOCK_ON;
3789 request->mSettings.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1);
3790 request->mAeTriggerCancelOverride.applyAeLock = true;
3791 request->mAeTriggerCancelOverride.aeLock = ANDROID_CONTROL_AE_LOCK_OFF;
3792 }
3793 }
3794 }
3795}
3796
3797/**
3798 * Override result metadata for cancelling AE precapture trigger applied in
3799 * handleAePrecaptureCancelRequest().
3800 */
3801void Camera3Device::overrideResultForPrecaptureCancel(
3802 CameraMetadata *result, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
3803 if (aeTriggerCancelOverride.applyAeLock) {
3804 // Only devices <= v3.2 should have this override
3805 assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3806 result->update(ANDROID_CONTROL_AE_LOCK, &aeTriggerCancelOverride.aeLock, 1);
3807 }
3808
3809 if (aeTriggerCancelOverride.applyAePrecaptureTrigger) {
3810 // Only devices <= v3.2 should have this override
3811 assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3812 result->update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
3813 &aeTriggerCancelOverride.aePrecaptureTrigger, 1);
3814 }
3815}
3816
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003817void Camera3Device::RequestThread::checkAndStopRepeatingRequest() {
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003818 bool surfaceAbandoned = false;
3819 int64_t lastFrameNumber = 0;
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003820 sp<NotificationListener> listener;
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003821 {
3822 Mutex::Autolock l(mRequestLock);
3823 // Check all streams needed by repeating requests are still valid. Otherwise, stop
3824 // repeating requests.
3825 for (const auto& request : mRepeatingRequests) {
3826 for (const auto& s : request->mOutputStreams) {
3827 if (s->isAbandoned()) {
3828 surfaceAbandoned = true;
3829 clearRepeatingRequestsLocked(&lastFrameNumber);
3830 break;
3831 }
3832 }
3833 if (surfaceAbandoned) {
3834 break;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003835 }
3836 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003837 listener = mListener.promote();
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003838 }
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07003839
3840 if (listener != NULL && surfaceAbandoned) {
3841 listener->notifyRepeatingRequestError(lastFrameNumber);
Yin-Chia Yeh473fad92016-05-23 15:54:41 -07003842 }
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003843}
3844
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08003845bool Camera3Device::RequestThread::sendRequestsBatch() {
3846 status_t res;
3847 size_t batchSize = mNextRequests.size();
3848 std::vector<camera3_capture_request_t*> requests(batchSize);
3849 uint32_t numRequestProcessed = 0;
3850 for (size_t i = 0; i < batchSize; i++) {
3851 requests[i] = &mNextRequests.editItemAt(i).halRequest;
3852 }
3853
3854 ATRACE_ASYNC_BEGIN("batch frame capture", mNextRequests[0].halRequest.frame_number);
3855 res = mInterface->processBatchCaptureRequests(requests, &numRequestProcessed);
3856
3857 bool triggerRemoveFailed = false;
3858 NextRequest& triggerFailedRequest = mNextRequests.editItemAt(0);
3859 for (size_t i = 0; i < numRequestProcessed; i++) {
3860 NextRequest& nextRequest = mNextRequests.editItemAt(i);
3861 nextRequest.submitted = true;
3862
3863
3864 // Update the latest request sent to HAL
3865 if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged
3866 Mutex::Autolock al(mLatestRequestMutex);
3867
3868 camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings);
3869 mLatestRequest.acquire(cloned);
3870
3871 sp<Camera3Device> parent = mParent.promote();
3872 if (parent != NULL) {
3873 parent->monitorMetadata(TagMonitor::REQUEST,
3874 nextRequest.halRequest.frame_number,
3875 0, mLatestRequest);
3876 }
3877 }
3878
3879 if (nextRequest.halRequest.settings != NULL) {
3880 nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings);
3881 }
3882
3883 if (!triggerRemoveFailed) {
3884 // Remove any previously queued triggers (after unlock)
3885 status_t removeTriggerRes = removeTriggers(mPrevRequest);
3886 if (removeTriggerRes != OK) {
3887 triggerRemoveFailed = true;
3888 triggerFailedRequest = nextRequest;
3889 }
3890 }
3891 }
3892
3893 if (triggerRemoveFailed) {
3894 SET_ERR("RequestThread: Unable to remove triggers "
3895 "(capture request %d, HAL device: %s (%d)",
3896 triggerFailedRequest.halRequest.frame_number, strerror(-res), res);
3897 cleanUpFailedRequests(/*sendRequestError*/ false);
3898 return false;
3899 }
3900
3901 if (res != OK) {
3902 // Should only get a failure here for malformed requests or device-level
3903 // errors, so consider all errors fatal. Bad metadata failures should
3904 // come through notify.
3905 SET_ERR("RequestThread: Unable to submit capture request %d to HAL device: %s (%d)",
3906 mNextRequests[numRequestProcessed].halRequest.frame_number,
3907 strerror(-res), res);
3908 cleanUpFailedRequests(/*sendRequestError*/ false);
3909 return false;
3910 }
3911 return true;
3912}
3913
3914bool Camera3Device::RequestThread::sendRequestsOneByOne() {
3915 status_t res;
3916
3917 for (auto& nextRequest : mNextRequests) {
3918 // Submit request and block until ready for next one
3919 ATRACE_ASYNC_BEGIN("frame capture", nextRequest.halRequest.frame_number);
3920 res = mInterface->processCaptureRequest(&nextRequest.halRequest);
3921
3922 if (res != OK) {
3923 // Should only get a failure here for malformed requests or device-level
3924 // errors, so consider all errors fatal. Bad metadata failures should
3925 // come through notify.
3926 SET_ERR("RequestThread: Unable to submit capture request %d to HAL"
3927 " device: %s (%d)", nextRequest.halRequest.frame_number, strerror(-res),
3928 res);
3929 cleanUpFailedRequests(/*sendRequestError*/ false);
3930 return false;
3931 }
3932
3933 // Mark that the request has be submitted successfully.
3934 nextRequest.submitted = true;
3935
3936 // Update the latest request sent to HAL
3937 if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged
3938 Mutex::Autolock al(mLatestRequestMutex);
3939
3940 camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings);
3941 mLatestRequest.acquire(cloned);
3942
3943 sp<Camera3Device> parent = mParent.promote();
3944 if (parent != NULL) {
3945 parent->monitorMetadata(TagMonitor::REQUEST, nextRequest.halRequest.frame_number,
3946 0, mLatestRequest);
3947 }
3948 }
3949
3950 if (nextRequest.halRequest.settings != NULL) {
3951 nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings);
3952 }
3953
3954 // Remove any previously queued triggers (after unlock)
3955 res = removeTriggers(mPrevRequest);
3956 if (res != OK) {
3957 SET_ERR("RequestThread: Unable to remove triggers "
3958 "(capture request %d, HAL device: %s (%d)",
3959 nextRequest.halRequest.frame_number, strerror(-res), res);
3960 cleanUpFailedRequests(/*sendRequestError*/ false);
3961 return false;
3962 }
3963 }
3964 return true;
3965}
3966
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003967bool Camera3Device::RequestThread::threadLoop() {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003968 ATRACE_CALL();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003969 status_t res;
3970
3971 // Handle paused state.
3972 if (waitIfPaused()) {
3973 return true;
3974 }
3975
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003976 // Wait for the next batch of requests.
3977 waitForNextRequestBatch();
3978 if (mNextRequests.size() == 0) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08003979 return true;
3980 }
3981
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003982 // Get the latest request ID, if any
3983 int latestRequestId;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003984 camera_metadata_entry_t requestIdEntry = mNextRequests[mNextRequests.size() - 1].
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003985 captureRequest->mSettings.find(ANDROID_REQUEST_ID);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003986 if (requestIdEntry.count > 0) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003987 latestRequestId = requestIdEntry.data.i32[0];
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003988 } else {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003989 ALOGW("%s: Did not have android.request.id set in the request.", __FUNCTION__);
3990 latestRequestId = NAME_NOT_FOUND;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07003991 }
3992
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003993 // Prepare a batch of HAL requests and output buffers.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003994 res = prepareHalRequests();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07003995 if (res == TIMED_OUT) {
3996 // Not a fatal error if getting output buffers time out.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07003997 cleanUpFailedRequests(/*sendRequestError*/ true);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07003998 // Check if any stream is abandoned.
3999 checkAndStopRepeatingRequest();
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004000 return true;
4001 } else if (res != OK) {
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004002 cleanUpFailedRequests(/*sendRequestError*/ false);
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07004003 return false;
4004 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004005
Zhijun Hecc27e112013-10-03 16:12:43 -07004006 // Inform waitUntilRequestProcessed thread of a new request ID
4007 {
4008 Mutex::Autolock al(mLatestRequestMutex);
4009
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004010 mLatestRequestId = latestRequestId;
Zhijun Hecc27e112013-10-03 16:12:43 -07004011 mLatestRequestSignal.signal();
4012 }
4013
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004014 // Submit a batch of requests to HAL.
4015 // Use flush lock only when submitting multilple requests in a batch.
4016 // TODO: The problem with flush lock is flush() will be blocked by process_capture_request()
4017 // which may take a long time to finish so synchronizing flush() and
4018 // process_capture_request() defeats the purpose of cancelling requests ASAP with flush().
4019 // For now, only synchronize for high speed recording and we should figure something out for
4020 // removing the synchronization.
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004021 bool useFlushLock = mNextRequests.size() > 1;
Eino-Ville Talvala17a61ad2013-06-03 16:53:32 -07004022
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004023 if (useFlushLock) {
4024 mFlushLock.lock();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004025 }
4026
Zhijun Hef0645c12016-08-02 00:58:11 -07004027 ALOGVV("%s: %d: submitting %zu requests in a batch.", __FUNCTION__, __LINE__,
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004028 mNextRequests.size());
Igor Murashkin1e479c02013-09-06 16:55:14 -07004029
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08004030 bool submitRequestSuccess = false;
4031 if (mInterface->supportBatchRequest()) {
4032 submitRequestSuccess = sendRequestsBatch();
4033 } else {
4034 submitRequestSuccess = sendRequestsOneByOne();
Igor Murashkin1e479c02013-09-06 16:55:14 -07004035 }
4036
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004037 if (useFlushLock) {
4038 mFlushLock.unlock();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004039 }
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004040
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004041 // Unset as current request
4042 {
4043 Mutex::Autolock l(mRequestLock);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004044 mNextRequests.clear();
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004045 }
4046
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -08004047 return submitRequestSuccess;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004048}
4049
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004050status_t Camera3Device::RequestThread::prepareHalRequests() {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004051 ATRACE_CALL();
4052
Shuzhen Wang4a472662017-02-26 23:29:04 -08004053 for (size_t i = 0; i < mNextRequests.size(); i++) {
4054 auto& nextRequest = mNextRequests.editItemAt(i);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004055 sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
4056 camera3_capture_request_t* halRequest = &nextRequest.halRequest;
4057 Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
4058
4059 // Prepare a request to HAL
4060 halRequest->frame_number = captureRequest->mResultExtras.frameNumber;
4061
4062 // Insert any queued triggers (before metadata is locked)
4063 status_t res = insertTriggers(captureRequest);
4064
4065 if (res < 0) {
4066 SET_ERR("RequestThread: Unable to insert triggers "
4067 "(capture request %d, HAL device: %s (%d)",
4068 halRequest->frame_number, strerror(-res), res);
4069 return INVALID_OPERATION;
4070 }
4071 int triggerCount = res;
4072 bool triggersMixedIn = (triggerCount > 0 || mPrevTriggers > 0);
4073 mPrevTriggers = triggerCount;
4074
4075 // If the request is the same as last, or we had triggers last time
4076 if (mPrevRequest != captureRequest || triggersMixedIn) {
4077 /**
4078 * HAL workaround:
4079 * Insert a dummy trigger ID if a trigger is set but no trigger ID is
4080 */
4081 res = addDummyTriggerIds(captureRequest);
4082 if (res != OK) {
4083 SET_ERR("RequestThread: Unable to insert dummy trigger IDs "
4084 "(capture request %d, HAL device: %s (%d)",
4085 halRequest->frame_number, strerror(-res), res);
4086 return INVALID_OPERATION;
4087 }
4088
4089 /**
4090 * The request should be presorted so accesses in HAL
4091 * are O(logn). Sidenote, sorting a sorted metadata is nop.
4092 */
4093 captureRequest->mSettings.sort();
4094 halRequest->settings = captureRequest->mSettings.getAndLock();
4095 mPrevRequest = captureRequest;
4096 ALOGVV("%s: Request settings are NEW", __FUNCTION__);
4097
4098 IF_ALOGV() {
4099 camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t();
4100 find_camera_metadata_ro_entry(
4101 halRequest->settings,
4102 ANDROID_CONTROL_AF_TRIGGER,
4103 &e
4104 );
4105 if (e.count > 0) {
4106 ALOGV("%s: Request (frame num %d) had AF trigger 0x%x",
4107 __FUNCTION__,
4108 halRequest->frame_number,
4109 e.data.u8[0]);
4110 }
4111 }
4112 } else {
4113 // leave request.settings NULL to indicate 'reuse latest given'
4114 ALOGVV("%s: Request settings are REUSED",
4115 __FUNCTION__);
4116 }
4117
4118 uint32_t totalNumBuffers = 0;
4119
4120 // Fill in buffers
4121 if (captureRequest->mInputStream != NULL) {
4122 halRequest->input_buffer = &captureRequest->mInputBuffer;
4123 totalNumBuffers += 1;
4124 } else {
4125 halRequest->input_buffer = NULL;
4126 }
4127
4128 outputBuffers->insertAt(camera3_stream_buffer_t(), 0,
4129 captureRequest->mOutputStreams.size());
4130 halRequest->output_buffers = outputBuffers->array();
Shuzhen Wang4a472662017-02-26 23:29:04 -08004131 for (size_t j = 0; j < captureRequest->mOutputStreams.size(); j++) {
4132 sp<Camera3OutputStreamInterface> outputStream = captureRequest->mOutputStreams.editItemAt(j);
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07004133
4134 // Prepare video buffers for high speed recording on the first video request.
4135 if (mPrepareVideoStream && outputStream->isVideoStream()) {
4136 // Only try to prepare video stream on the first video request.
4137 mPrepareVideoStream = false;
4138
4139 res = outputStream->startPrepare(Camera3StreamInterface::ALLOCATE_PIPELINE_MAX);
4140 while (res == NOT_ENOUGH_DATA) {
4141 res = outputStream->prepareNextBuffer();
4142 }
4143 if (res != OK) {
4144 ALOGW("%s: Preparing video buffers for high speed failed: %s (%d)",
4145 __FUNCTION__, strerror(-res), res);
4146 outputStream->cancelPrepare();
4147 }
4148 }
4149
Shuzhen Wang4a472662017-02-26 23:29:04 -08004150 res = outputStream->getBuffer(&outputBuffers->editItemAt(j),
4151 captureRequest->mOutputSurfaces[j]);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004152 if (res != OK) {
4153 // Can't get output buffer from gralloc queue - this could be due to
4154 // abandoned queue or other consumer misbehavior, so not a fatal
4155 // error
4156 ALOGE("RequestThread: Can't get output buffer, skipping request:"
4157 " %s (%d)", strerror(-res), res);
4158
4159 return TIMED_OUT;
4160 }
4161 halRequest->num_output_buffers++;
Shuzhen Wang0129d522016-10-30 22:43:41 -07004162
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004163 }
4164 totalNumBuffers += halRequest->num_output_buffers;
4165
4166 // Log request in the in-flight queue
4167 sp<Camera3Device> parent = mParent.promote();
4168 if (parent == NULL) {
4169 // Should not happen, and nowhere to send errors to, so just log it
4170 CLOGE("RequestThread: Parent is gone");
4171 return INVALID_OPERATION;
4172 }
Shuzhen Wang4a472662017-02-26 23:29:04 -08004173
4174 // If this request list is for constrained high speed recording (not
4175 // preview), and the current request is not the last one in the batch,
4176 // do not send callback to the app.
4177 bool hasCallback = true;
4178 if (mNextRequests[0].captureRequest->mBatchSize > 1 && i != mNextRequests.size()-1) {
4179 hasCallback = false;
4180 }
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004181 res = parent->registerInFlight(halRequest->frame_number,
4182 totalNumBuffers, captureRequest->mResultExtras,
4183 /*hasInput*/halRequest->input_buffer != NULL,
Shuzhen Wang4a472662017-02-26 23:29:04 -08004184 captureRequest->mAeTriggerCancelOverride,
4185 hasCallback);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004186 ALOGVV("%s: registered in flight requestId = %" PRId32 ", frameNumber = %" PRId64
4187 ", burstId = %" PRId32 ".",
4188 __FUNCTION__,
4189 captureRequest->mResultExtras.requestId, captureRequest->mResultExtras.frameNumber,
4190 captureRequest->mResultExtras.burstId);
4191 if (res != OK) {
4192 SET_ERR("RequestThread: Unable to register new in-flight request:"
4193 " %s (%d)", strerror(-res), res);
4194 return INVALID_OPERATION;
4195 }
4196 }
4197
4198 return OK;
4199}
4200
Igor Murashkin1e479c02013-09-06 16:55:14 -07004201CameraMetadata Camera3Device::RequestThread::getLatestRequest() const {
4202 Mutex::Autolock al(mLatestRequestMutex);
4203
4204 ALOGV("RequestThread::%s", __FUNCTION__);
4205
4206 return mLatestRequest;
4207}
4208
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004209bool Camera3Device::RequestThread::isStreamPending(
4210 sp<Camera3StreamInterface>& stream) {
4211 Mutex::Autolock l(mRequestLock);
4212
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004213 for (const auto& nextRequest : mNextRequests) {
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004214 if (!nextRequest.submitted) {
4215 for (const auto& s : nextRequest.captureRequest->mOutputStreams) {
4216 if (stream == s) return true;
4217 }
4218 if (stream == nextRequest.captureRequest->mInputStream) return true;
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004219 }
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004220 }
4221
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004222 for (const auto& request : mRequestQueue) {
4223 for (const auto& s : request->mOutputStreams) {
4224 if (stream == s) return true;
4225 }
4226 if (stream == request->mInputStream) return true;
4227 }
4228
4229 for (const auto& request : mRepeatingRequests) {
4230 for (const auto& s : request->mOutputStreams) {
4231 if (stream == s) return true;
4232 }
4233 if (stream == request->mInputStream) return true;
4234 }
4235
4236 return false;
4237}
Jianing Weicb0652e2014-03-12 18:29:36 -07004238
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004239void Camera3Device::RequestThread::cleanUpFailedRequests(bool sendRequestError) {
4240 if (mNextRequests.empty()) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004241 return;
4242 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004243
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004244 for (auto& nextRequest : mNextRequests) {
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004245 // Skip the ones that have been submitted successfully.
4246 if (nextRequest.submitted) {
4247 continue;
4248 }
4249
4250 sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
4251 camera3_capture_request_t* halRequest = &nextRequest.halRequest;
4252 Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
4253
4254 if (halRequest->settings != NULL) {
4255 captureRequest->mSettings.unlock(halRequest->settings);
4256 }
4257
4258 if (captureRequest->mInputStream != NULL) {
4259 captureRequest->mInputBuffer.status = CAMERA3_BUFFER_STATUS_ERROR;
4260 captureRequest->mInputStream->returnInputBuffer(captureRequest->mInputBuffer);
4261 }
4262
4263 for (size_t i = 0; i < halRequest->num_output_buffers; i++) {
4264 outputBuffers->editItemAt(i).status = CAMERA3_BUFFER_STATUS_ERROR;
4265 captureRequest->mOutputStreams.editItemAt(i)->returnBuffer((*outputBuffers)[i], 0);
4266 }
4267
4268 if (sendRequestError) {
4269 Mutex::Autolock l(mRequestLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004270 sp<NotificationListener> listener = mListener.promote();
4271 if (listener != NULL) {
4272 listener->notifyError(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08004273 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004274 captureRequest->mResultExtras);
4275 }
4276 }
Shuzhen Wangcadb3302016-11-04 14:17:56 -07004277
4278 // Remove yet-to-be submitted inflight request from inflightMap
4279 {
4280 sp<Camera3Device> parent = mParent.promote();
4281 if (parent != NULL) {
4282 Mutex::Autolock l(parent->mInFlightLock);
4283 ssize_t idx = parent->mInFlightMap.indexOfKey(captureRequest->mResultExtras.frameNumber);
4284 if (idx >= 0) {
4285 ALOGV("%s: Remove inflight request from queue: frameNumber %" PRId64,
4286 __FUNCTION__, captureRequest->mResultExtras.frameNumber);
4287 parent->removeInFlightMapEntryLocked(idx);
4288 }
4289 }
4290 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004291 }
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -07004292
4293 Mutex::Autolock l(mRequestLock);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004294 mNextRequests.clear();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004295}
4296
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004297void Camera3Device::RequestThread::waitForNextRequestBatch() {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004298 // Optimized a bit for the simple steady-state case (single repeating
4299 // request), to avoid putting that request in the queue temporarily.
4300 Mutex::Autolock l(mRequestLock);
4301
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004302 assert(mNextRequests.empty());
4303
4304 NextRequest nextRequest;
4305 nextRequest.captureRequest = waitForNextRequestLocked();
4306 if (nextRequest.captureRequest == nullptr) {
4307 return;
4308 }
4309
4310 nextRequest.halRequest = camera3_capture_request_t();
4311 nextRequest.submitted = false;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004312 mNextRequests.add(nextRequest);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004313
4314 // Wait for additional requests
4315 const size_t batchSize = nextRequest.captureRequest->mBatchSize;
4316
4317 for (size_t i = 1; i < batchSize; i++) {
4318 NextRequest additionalRequest;
4319 additionalRequest.captureRequest = waitForNextRequestLocked();
4320 if (additionalRequest.captureRequest == nullptr) {
4321 break;
4322 }
4323
4324 additionalRequest.halRequest = camera3_capture_request_t();
4325 additionalRequest.submitted = false;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004326 mNextRequests.add(additionalRequest);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004327 }
4328
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004329 if (mNextRequests.size() < batchSize) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -08004330 ALOGE("RequestThread: only get %zu out of %zu requests. Skipping requests.",
Chien-Yu Chen57ea2922015-09-04 12:58:56 -07004331 mNextRequests.size(), batchSize);
4332 cleanUpFailedRequests(/*sendRequestError*/true);
Chien-Yu Chen85a64552015-08-28 15:46:12 -07004333 }
4334
4335 return;
4336}
4337
4338sp<Camera3Device::CaptureRequest>
4339 Camera3Device::RequestThread::waitForNextRequestLocked() {
4340 status_t res;
4341 sp<CaptureRequest> nextRequest;
4342
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004343 while (mRequestQueue.empty()) {
4344 if (!mRepeatingRequests.empty()) {
4345 // Always atomically enqueue all requests in a repeating request
4346 // list. Guarantees a complete in-sequence set of captures to
4347 // application.
4348 const RequestList &requests = mRepeatingRequests;
4349 RequestList::const_iterator firstRequest =
4350 requests.begin();
4351 nextRequest = *firstRequest;
4352 mRequestQueue.insert(mRequestQueue.end(),
4353 ++firstRequest,
4354 requests.end());
4355 // No need to wait any longer
Jianing Weicb0652e2014-03-12 18:29:36 -07004356
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004357 mRepeatingLastFrameNumber = mFrameNumber + requests.size() - 1;
Jianing Weicb0652e2014-03-12 18:29:36 -07004358
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004359 break;
4360 }
4361
4362 res = mRequestSignal.waitRelative(mRequestLock, kRequestTimeout);
4363
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004364 if ((mRequestQueue.empty() && mRepeatingRequests.empty()) ||
4365 exitPending()) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004366 Mutex::Autolock pl(mPauseLock);
4367 if (mPaused == false) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004368 ALOGV("%s: RequestThread: Going idle", __FUNCTION__);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004369 mPaused = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004370 // Let the tracker know
4371 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4372 if (statusTracker != 0) {
4373 statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
4374 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004375 }
4376 // Stop waiting for now and let thread management happen
4377 return NULL;
4378 }
4379 }
4380
4381 if (nextRequest == NULL) {
4382 // Don't have a repeating request already in hand, so queue
4383 // must have an entry now.
4384 RequestList::iterator firstRequest =
4385 mRequestQueue.begin();
4386 nextRequest = *firstRequest;
4387 mRequestQueue.erase(firstRequest);
Shuzhen Wang9d066012016-09-30 11:30:20 -07004388 if (mRequestQueue.empty() && !nextRequest->mRepeating) {
4389 sp<NotificationListener> listener = mListener.promote();
4390 if (listener != NULL) {
4391 listener->notifyRequestQueueEmpty();
4392 }
4393 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004394 }
4395
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004396 // In case we've been unpaused by setPaused clearing mDoPause, need to
4397 // update internal pause state (capture/setRepeatingRequest unpause
4398 // directly).
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004399 Mutex::Autolock pl(mPauseLock);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004400 if (mPaused) {
4401 ALOGV("%s: RequestThread: Unpaused", __FUNCTION__);
4402 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4403 if (statusTracker != 0) {
4404 statusTracker->markComponentActive(mStatusId);
4405 }
4406 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004407 mPaused = false;
4408
4409 // Check if we've reconfigured since last time, and reset the preview
4410 // request if so. Can't use 'NULL request == repeat' across configure calls.
4411 if (mReconfigured) {
4412 mPrevRequest.clear();
4413 mReconfigured = false;
4414 }
4415
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004416 if (nextRequest != NULL) {
4417 nextRequest->mResultExtras.frameNumber = mFrameNumber++;
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07004418 nextRequest->mResultExtras.afTriggerId = mCurrentAfTriggerId;
4419 nextRequest->mResultExtras.precaptureTriggerId = mCurrentPreCaptureTriggerId;
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07004420
4421 // Since RequestThread::clear() removes buffers from the input stream,
4422 // get the right buffer here before unlocking mRequestLock
4423 if (nextRequest->mInputStream != NULL) {
4424 res = nextRequest->mInputStream->getInputBuffer(&nextRequest->mInputBuffer);
4425 if (res != OK) {
4426 // Can't get input buffer from gralloc queue - this could be due to
4427 // disconnected queue or other producer misbehavior, so not a fatal
4428 // error
4429 ALOGE("%s: Can't get input buffer, skipping request:"
4430 " %s (%d)", __FUNCTION__, strerror(-res), res);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004431
4432 sp<NotificationListener> listener = mListener.promote();
4433 if (listener != NULL) {
4434 listener->notifyError(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08004435 hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
Chien-Yu Chenc2adf482015-05-27 14:27:49 -07004436 nextRequest->mResultExtras);
4437 }
4438 return NULL;
4439 }
4440 }
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07004441 }
Chien-Yu Chend196d612015-06-22 19:49:01 -07004442
4443 handleAePrecaptureCancelRequest(nextRequest);
4444
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004445 return nextRequest;
4446}
4447
4448bool Camera3Device::RequestThread::waitIfPaused() {
4449 status_t res;
4450 Mutex::Autolock l(mPauseLock);
4451 while (mDoPause) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004452 if (mPaused == false) {
4453 mPaused = true;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004454 ALOGV("%s: RequestThread: Paused", __FUNCTION__);
4455 // Let the tracker know
4456 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4457 if (statusTracker != 0) {
4458 statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
4459 }
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004460 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004461
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004462 res = mDoPauseSignal.waitRelative(mPauseLock, kRequestTimeout);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004463 if (res == TIMED_OUT || exitPending()) {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004464 return true;
4465 }
4466 }
4467 // We don't set mPaused to false here, because waitForNextRequest needs
4468 // to further manage the paused state in case of starvation.
4469 return false;
4470}
4471
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004472void Camera3Device::RequestThread::unpauseForNewRequests() {
4473 // With work to do, mark thread as unpaused.
4474 // If paused by request (setPaused), don't resume, to avoid
4475 // extra signaling/waiting overhead to waitUntilPaused
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004476 mRequestSignal.signal();
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004477 Mutex::Autolock p(mPauseLock);
4478 if (!mDoPause) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07004479 ALOGV("%s: RequestThread: Going active", __FUNCTION__);
4480 if (mPaused) {
4481 sp<StatusTracker> statusTracker = mStatusTracker.promote();
4482 if (statusTracker != 0) {
4483 statusTracker->markComponentActive(mStatusId);
4484 }
4485 }
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -07004486 mPaused = false;
4487 }
4488}
4489
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -07004490void Camera3Device::RequestThread::setErrorState(const char *fmt, ...) {
4491 sp<Camera3Device> parent = mParent.promote();
4492 if (parent != NULL) {
4493 va_list args;
4494 va_start(args, fmt);
4495
4496 parent->setErrorStateV(fmt, args);
4497
4498 va_end(args);
4499 }
4500}
4501
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004502status_t Camera3Device::RequestThread::insertTriggers(
4503 const sp<CaptureRequest> &request) {
4504
4505 Mutex::Autolock al(mTriggerMutex);
4506
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004507 sp<Camera3Device> parent = mParent.promote();
4508 if (parent == NULL) {
4509 CLOGE("RequestThread: Parent is gone");
4510 return DEAD_OBJECT;
4511 }
4512
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004513 CameraMetadata &metadata = request->mSettings;
4514 size_t count = mTriggerMap.size();
4515
4516 for (size_t i = 0; i < count; ++i) {
4517 RequestTrigger trigger = mTriggerMap.valueAt(i);
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004518 uint32_t tag = trigger.metadataTag;
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004519
4520 if (tag == ANDROID_CONTROL_AF_TRIGGER_ID || tag == ANDROID_CONTROL_AE_PRECAPTURE_ID) {
4521 bool isAeTrigger = (trigger.metadataTag == ANDROID_CONTROL_AE_PRECAPTURE_ID);
4522 uint32_t triggerId = static_cast<uint32_t>(trigger.entryValue);
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07004523 if (isAeTrigger) {
4524 request->mResultExtras.precaptureTriggerId = triggerId;
4525 mCurrentPreCaptureTriggerId = triggerId;
4526 } else {
4527 request->mResultExtras.afTriggerId = triggerId;
4528 mCurrentAfTriggerId = triggerId;
4529 }
Yin-Chia Yeh741ace82014-06-23 14:07:56 -07004530 if (parent->mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
4531 continue; // Trigger ID tag is deprecated since device HAL 3.2
4532 }
4533 }
4534
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004535 camera_metadata_entry entry = metadata.find(tag);
4536
4537 if (entry.count > 0) {
4538 /**
4539 * Already has an entry for this trigger in the request.
4540 * Rewrite it with our requested trigger value.
4541 */
4542 RequestTrigger oldTrigger = trigger;
4543
4544 oldTrigger.entryValue = entry.data.u8[0];
4545
4546 mTriggerReplacedMap.add(tag, oldTrigger);
4547 } else {
4548 /**
4549 * More typical, no trigger entry, so we just add it
4550 */
4551 mTriggerRemovedMap.add(tag, trigger);
4552 }
4553
4554 status_t res;
4555
4556 switch (trigger.getTagType()) {
4557 case TYPE_BYTE: {
4558 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
4559 res = metadata.update(tag,
4560 &entryValue,
4561 /*count*/1);
4562 break;
4563 }
4564 case TYPE_INT32:
4565 res = metadata.update(tag,
4566 &trigger.entryValue,
4567 /*count*/1);
4568 break;
4569 default:
4570 ALOGE("%s: Type not supported: 0x%x",
4571 __FUNCTION__,
4572 trigger.getTagType());
4573 return INVALID_OPERATION;
4574 }
4575
4576 if (res != OK) {
4577 ALOGE("%s: Failed to update request metadata with trigger tag %s"
4578 ", value %d", __FUNCTION__, trigger.getTagName(),
4579 trigger.entryValue);
4580 return res;
4581 }
4582
4583 ALOGV("%s: Mixed in trigger %s, value %d", __FUNCTION__,
4584 trigger.getTagName(),
4585 trigger.entryValue);
4586 }
4587
4588 mTriggerMap.clear();
4589
4590 return count;
4591}
4592
4593status_t Camera3Device::RequestThread::removeTriggers(
4594 const sp<CaptureRequest> &request) {
4595 Mutex::Autolock al(mTriggerMutex);
4596
4597 CameraMetadata &metadata = request->mSettings;
4598
4599 /**
4600 * Replace all old entries with their old values.
4601 */
4602 for (size_t i = 0; i < mTriggerReplacedMap.size(); ++i) {
4603 RequestTrigger trigger = mTriggerReplacedMap.valueAt(i);
4604
4605 status_t res;
4606
4607 uint32_t tag = trigger.metadataTag;
4608 switch (trigger.getTagType()) {
4609 case TYPE_BYTE: {
4610 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
4611 res = metadata.update(tag,
4612 &entryValue,
4613 /*count*/1);
4614 break;
4615 }
4616 case TYPE_INT32:
4617 res = metadata.update(tag,
4618 &trigger.entryValue,
4619 /*count*/1);
4620 break;
4621 default:
4622 ALOGE("%s: Type not supported: 0x%x",
4623 __FUNCTION__,
4624 trigger.getTagType());
4625 return INVALID_OPERATION;
4626 }
4627
4628 if (res != OK) {
4629 ALOGE("%s: Failed to restore request metadata with trigger tag %s"
4630 ", trigger value %d", __FUNCTION__,
4631 trigger.getTagName(), trigger.entryValue);
4632 return res;
4633 }
4634 }
4635 mTriggerReplacedMap.clear();
4636
4637 /**
4638 * Remove all new entries.
4639 */
4640 for (size_t i = 0; i < mTriggerRemovedMap.size(); ++i) {
4641 RequestTrigger trigger = mTriggerRemovedMap.valueAt(i);
4642 status_t res = metadata.erase(trigger.metadataTag);
4643
4644 if (res != OK) {
4645 ALOGE("%s: Failed to erase metadata with trigger tag %s"
4646 ", trigger value %d", __FUNCTION__,
4647 trigger.getTagName(), trigger.entryValue);
4648 return res;
4649 }
4650 }
4651 mTriggerRemovedMap.clear();
4652
4653 return OK;
4654}
4655
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -07004656status_t Camera3Device::RequestThread::addDummyTriggerIds(
4657 const sp<CaptureRequest> &request) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -08004658 // Trigger ID 0 had special meaning in the HAL2 spec, so avoid it here
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -07004659 static const int32_t dummyTriggerId = 1;
4660 status_t res;
4661
4662 CameraMetadata &metadata = request->mSettings;
4663
4664 // If AF trigger is active, insert a dummy AF trigger ID if none already
4665 // exists
4666 camera_metadata_entry afTrigger = metadata.find(ANDROID_CONTROL_AF_TRIGGER);
4667 camera_metadata_entry afId = metadata.find(ANDROID_CONTROL_AF_TRIGGER_ID);
4668 if (afTrigger.count > 0 &&
4669 afTrigger.data.u8[0] != ANDROID_CONTROL_AF_TRIGGER_IDLE &&
4670 afId.count == 0) {
4671 res = metadata.update(ANDROID_CONTROL_AF_TRIGGER_ID, &dummyTriggerId, 1);
4672 if (res != OK) return res;
4673 }
4674
4675 // If AE precapture trigger is active, insert a dummy precapture trigger ID
4676 // if none already exists
4677 camera_metadata_entry pcTrigger =
4678 metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
4679 camera_metadata_entry pcId = metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_ID);
4680 if (pcTrigger.count > 0 &&
4681 pcTrigger.data.u8[0] != ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE &&
4682 pcId.count == 0) {
4683 res = metadata.update(ANDROID_CONTROL_AE_PRECAPTURE_ID,
4684 &dummyTriggerId, 1);
4685 if (res != OK) return res;
4686 }
4687
4688 return OK;
4689}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004690
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004691/**
4692 * PreparerThread inner class methods
4693 */
4694
4695Camera3Device::PreparerThread::PreparerThread() :
Eino-Ville Talvala77c1a352016-06-13 12:32:43 -07004696 Thread(/*canCallJava*/false), mListener(nullptr),
4697 mActive(false), mCancelNow(false) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004698}
4699
4700Camera3Device::PreparerThread::~PreparerThread() {
4701 Thread::requestExitAndWait();
4702 if (mCurrentStream != nullptr) {
4703 mCurrentStream->cancelPrepare();
4704 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4705 mCurrentStream.clear();
4706 }
4707 clear();
4708}
4709
Ruben Brunkc78ac262015-08-13 17:58:46 -07004710status_t Camera3Device::PreparerThread::prepare(int maxCount, sp<Camera3StreamInterface>& stream) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004711 status_t res;
4712
4713 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004714 sp<NotificationListener> listener = mListener.promote();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004715
Ruben Brunkc78ac262015-08-13 17:58:46 -07004716 res = stream->startPrepare(maxCount);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004717 if (res == OK) {
4718 // No preparation needed, fire listener right off
4719 ALOGV("%s: Stream %d already prepared", __FUNCTION__, stream->getId());
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004720 if (listener != NULL) {
4721 listener->notifyPrepared(stream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004722 }
4723 return OK;
4724 } else if (res != NOT_ENOUGH_DATA) {
4725 return res;
4726 }
4727
4728 // Need to prepare, start up thread if necessary
4729 if (!mActive) {
4730 // mRunning will change to false before the thread fully shuts down, so wait to be sure it
4731 // isn't running
4732 Thread::requestExitAndWait();
4733 res = Thread::run("C3PrepThread", PRIORITY_BACKGROUND);
4734 if (res != OK) {
4735 ALOGE("%s: Unable to start preparer stream: %d (%s)", __FUNCTION__, res, strerror(-res));
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004736 if (listener != NULL) {
4737 listener->notifyPrepared(stream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004738 }
4739 return res;
4740 }
4741 mCancelNow = false;
4742 mActive = true;
4743 ALOGV("%s: Preparer stream started", __FUNCTION__);
4744 }
4745
4746 // queue up the work
4747 mPendingStreams.push_back(stream);
4748 ALOGV("%s: Stream %d queued for preparing", __FUNCTION__, stream->getId());
4749
4750 return OK;
4751}
4752
4753status_t Camera3Device::PreparerThread::clear() {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004754 Mutex::Autolock l(mLock);
4755
4756 for (const auto& stream : mPendingStreams) {
4757 stream->cancelPrepare();
4758 }
4759 mPendingStreams.clear();
4760 mCancelNow = true;
4761
4762 return OK;
4763}
4764
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004765void Camera3Device::PreparerThread::setNotificationListener(wp<NotificationListener> listener) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004766 Mutex::Autolock l(mLock);
4767 mListener = listener;
4768}
4769
4770bool Camera3Device::PreparerThread::threadLoop() {
4771 status_t res;
4772 {
4773 Mutex::Autolock l(mLock);
4774 if (mCurrentStream == nullptr) {
4775 // End thread if done with work
4776 if (mPendingStreams.empty()) {
4777 ALOGV("%s: Preparer stream out of work", __FUNCTION__);
4778 // threadLoop _must not_ re-acquire mLock after it sets mActive to false; would
4779 // cause deadlock with prepare()'s requestExitAndWait triggered by !mActive.
4780 mActive = false;
4781 return false;
4782 }
4783
4784 // Get next stream to prepare
4785 auto it = mPendingStreams.begin();
4786 mCurrentStream = *it;
4787 mPendingStreams.erase(it);
4788 ATRACE_ASYNC_BEGIN("stream prepare", mCurrentStream->getId());
4789 ALOGV("%s: Preparing stream %d", __FUNCTION__, mCurrentStream->getId());
4790 } else if (mCancelNow) {
4791 mCurrentStream->cancelPrepare();
4792 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4793 ALOGV("%s: Cancelling stream %d prepare", __FUNCTION__, mCurrentStream->getId());
4794 mCurrentStream.clear();
4795 mCancelNow = false;
4796 return true;
4797 }
4798 }
4799
4800 res = mCurrentStream->prepareNextBuffer();
4801 if (res == NOT_ENOUGH_DATA) return true;
4802 if (res != OK) {
4803 // Something bad happened; try to recover by cancelling prepare and
4804 // signalling listener anyway
4805 ALOGE("%s: Stream %d returned error %d (%s) during prepare", __FUNCTION__,
4806 mCurrentStream->getId(), res, strerror(-res));
4807 mCurrentStream->cancelPrepare();
4808 }
4809
4810 // This stream has finished, notify listener
4811 Mutex::Autolock l(mLock);
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004812 sp<NotificationListener> listener = mListener.promote();
4813 if (listener != NULL) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004814 ALOGV("%s: Stream %d prepare done, signaling listener", __FUNCTION__,
4815 mCurrentStream->getId());
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07004816 listener->notifyPrepared(mCurrentStream->getId());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07004817 }
4818
4819 ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
4820 mCurrentStream.clear();
4821
4822 return true;
4823}
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07004824
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08004825/**
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08004826 * Static callback forwarding methods from HAL to instance
4827 */
4828
4829void Camera3Device::sProcessCaptureResult(const camera3_callback_ops *cb,
4830 const camera3_capture_result *result) {
4831 Camera3Device *d =
4832 const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
Chien-Yu Chend196d612015-06-22 19:49:01 -07004833
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08004834 d->processCaptureResult(result);
4835}
4836
4837void Camera3Device::sNotify(const camera3_callback_ops *cb,
4838 const camera3_notify_msg *msg) {
4839 Camera3Device *d =
4840 const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
4841 d->notify(msg);
4842}
4843
4844}; // namespace android