blob: 9f2f430f6246c3a3f8390117e4e4017796b6effd [file] [log] [blame]
Ruben Brunk3450ba72015-06-16 11:00:37 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_NDEBUG 0
18#define LOG_TAG "CameraBinderTests"
19
20#include <binder/IInterface.h>
21#include <binder/IServiceManager.h>
22#include <binder/Parcel.h>
23#include <binder/ProcessState.h>
24#include <utils/Errors.h>
25#include <utils/Log.h>
26#include <utils/List.h>
27#include <utils/String8.h>
28#include <utils/String16.h>
29#include <utils/Condition.h>
30#include <utils/Mutex.h>
31#include <system/graphics.h>
Emilian Peev35ae8262018-11-08 13:11:32 +000032#include <hardware/camera3.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070033#include <hardware/gralloc.h>
34
35#include <camera/CameraMetadata.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080036#include <android/hardware/ICameraService.h>
37#include <android/hardware/ICameraServiceListener.h>
38#include <android/hardware/BnCameraServiceListener.h>
39#include <android/hardware/camera2/ICameraDeviceUser.h>
40#include <android/hardware/camera2/ICameraDeviceCallbacks.h>
41#include <android/hardware/camera2/BnCameraDeviceCallbacks.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070042#include <camera/camera2/CaptureRequest.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070043#include <camera/camera2/OutputConfiguration.h>
Emilian Peev35ae8262018-11-08 13:11:32 +000044#include <camera/camera2/SessionConfiguration.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080045#include <camera/camera2/SubmitInfo.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070046
47#include <gui/BufferItemConsumer.h>
48#include <gui/IGraphicBufferProducer.h>
49#include <gui/Surface.h>
50
51#include <gtest/gtest.h>
52#include <unistd.h>
53#include <stdint.h>
54#include <utility>
55#include <vector>
56#include <map>
57#include <algorithm>
58
59using namespace android;
Jiyong Park5a095ea2019-07-09 15:43:57 +090060using ::android::hardware::ICameraService;
Emilian Peev35ae8262018-11-08 13:11:32 +000061using ::android::hardware::camera2::ICameraDeviceUser;
Ruben Brunk3450ba72015-06-16 11:00:37 -070062
63#define ASSERT_NOT_NULL(x) \
64 ASSERT_TRUE((x) != nullptr)
65
66#define SETUP_TIMEOUT 2000000000 // ns
67#define IDLE_TIMEOUT 2000000000 // ns
68
69// Stub listener implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080070class TestCameraServiceListener : public hardware::BnCameraServiceListener {
71 std::map<String16, int32_t> mCameraTorchStatuses;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080072 std::map<String16, int32_t> mCameraStatuses;
Ruben Brunk3450ba72015-06-16 11:00:37 -070073 mutable Mutex mLock;
74 mutable Condition mCondition;
75 mutable Condition mTorchCondition;
76public:
77 virtual ~TestCameraServiceListener() {};
78
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080079 virtual binder::Status onStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070080 Mutex::Autolock l(mLock);
81 mCameraStatuses[cameraId] = status;
82 mCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080083 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070084 };
85
Shuzhen Wang43858162020-01-10 13:42:15 -080086 virtual binder::Status onPhysicalCameraStatusChanged(int32_t /*status*/,
87 const String16& /*cameraId*/, const String16& /*physicalCameraId*/) {
88 // No op
89 return binder::Status::ok();
90 };
91
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080092 virtual binder::Status onTorchStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070093 Mutex::Autolock l(mLock);
94 mCameraTorchStatuses[cameraId] = status;
95 mTorchCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080096 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070097 };
98
Emilian Peev53722fa2019-02-22 17:47:20 -080099 virtual binder::Status onCameraAccessPrioritiesChanged() {
100 // No op
101 return binder::Status::ok();
102 }
103
Shuzhen Wang695044d2020-03-06 09:02:23 -0800104 virtual binder::Status onCameraOpened(const String16& /*cameraId*/,
105 const String16& /*clientPackageName*/) {
106 // No op
107 return binder::Status::ok();
108 }
109
110 virtual binder::Status onCameraClosed(const String16& /*cameraId*/) {
111 // No op
112 return binder::Status::ok();
113 }
114
Ruben Brunk3450ba72015-06-16 11:00:37 -0700115 bool waitForNumCameras(size_t num) const {
116 Mutex::Autolock l(mLock);
117
118 if (mCameraStatuses.size() == num) {
119 return true;
120 }
121
122 while (mCameraStatuses.size() < num) {
123 if (mCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
124 return false;
125 }
126 }
127 return true;
128 };
129
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800130 bool waitForTorchState(int32_t status, int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700131 Mutex::Autolock l(mLock);
132
133 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
134 if (iter != mCameraTorchStatuses.end() && iter->second == status) {
135 return true;
136 }
137
138 bool foundStatus = false;
139 while (!foundStatus) {
140 if (mTorchCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
141 return false;
142 }
143 const auto& iter =
144 mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
145 foundStatus = (iter != mCameraTorchStatuses.end() && iter->second == status);
146 }
147 return true;
148 };
149
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800150 int32_t getTorchStatus(int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700151 Mutex::Autolock l(mLock);
152 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
153 if (iter == mCameraTorchStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800154 return hardware::ICameraServiceListener::TORCH_STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700155 }
156 return iter->second;
157 };
158
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800159 int32_t getStatus(const String16& cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700160 Mutex::Autolock l(mLock);
161 const auto& iter = mCameraStatuses.find(cameraId);
162 if (iter == mCameraStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800163 return hardware::ICameraServiceListener::STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700164 }
165 return iter->second;
166 };
167};
168
169// Callback implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800170class TestCameraDeviceCallbacks : public hardware::camera2::BnCameraDeviceCallbacks {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700171public:
172 enum Status {
173 IDLE,
174 ERROR,
175 PREPARED,
176 RUNNING,
177 SENT_RESULT,
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700178 UNINITIALIZED,
179 REPEATING_REQUEST_ERROR,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700180 REQUEST_QUEUE_EMPTY,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700181 };
182
183protected:
184 bool mError;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800185 int32_t mLastStatus;
186 mutable std::vector<int32_t> mStatusesHit;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700187 mutable Mutex mLock;
188 mutable Condition mStatusCondition;
189public:
190 TestCameraDeviceCallbacks() : mError(false), mLastStatus(UNINITIALIZED) {}
191
192 virtual ~TestCameraDeviceCallbacks() {}
193
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 virtual binder::Status onDeviceError(int errorCode,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700195 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800196 (void) resultExtras;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700197 ALOGE("%s: onDeviceError occurred with: %d", __FUNCTION__, static_cast<int>(errorCode));
198 Mutex::Autolock l(mLock);
199 mError = true;
200 mLastStatus = ERROR;
201 mStatusesHit.push_back(mLastStatus);
202 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800203 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700204 }
205
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800206 virtual binder::Status onDeviceIdle() {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700207 Mutex::Autolock l(mLock);
208 mLastStatus = IDLE;
209 mStatusesHit.push_back(mLastStatus);
210 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800211 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700212 }
213
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800214 virtual binder::Status onCaptureStarted(const CaptureResultExtras& resultExtras,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700215 int64_t timestamp) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800216 (void) resultExtras;
217 (void) timestamp;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700218 Mutex::Autolock l(mLock);
219 mLastStatus = RUNNING;
220 mStatusesHit.push_back(mLastStatus);
221 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800222 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700223 }
224
225
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800226 virtual binder::Status onResultReceived(const CameraMetadata& metadata,
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800227 const CaptureResultExtras& resultExtras,
228 const std::vector<PhysicalCaptureResultInfo>& physicalResultInfos) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800229 (void) metadata;
230 (void) resultExtras;
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800231 (void) physicalResultInfos;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700232 Mutex::Autolock l(mLock);
233 mLastStatus = SENT_RESULT;
234 mStatusesHit.push_back(mLastStatus);
235 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800236 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700237 }
238
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800239 virtual binder::Status onPrepared(int streamId) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800240 (void) streamId;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700241 Mutex::Autolock l(mLock);
242 mLastStatus = PREPARED;
243 mStatusesHit.push_back(mLastStatus);
244 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800245 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700246 }
247
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700248 virtual binder::Status onRepeatingRequestError(
249 int64_t lastFrameNumber, int32_t stoppedSequenceId) {
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700250 (void) lastFrameNumber;
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700251 (void) stoppedSequenceId;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700252 Mutex::Autolock l(mLock);
253 mLastStatus = REPEATING_REQUEST_ERROR;
254 mStatusesHit.push_back(mLastStatus);
255 mStatusCondition.broadcast();
256 return binder::Status::ok();
257 }
258
Shuzhen Wang9d066012016-09-30 11:30:20 -0700259 virtual binder::Status onRequestQueueEmpty() {
260 Mutex::Autolock l(mLock);
261 mLastStatus = REQUEST_QUEUE_EMPTY;
262 mStatusesHit.push_back(mLastStatus);
263 mStatusCondition.broadcast();
264 return binder::Status::ok();
265 }
266
Ruben Brunk3450ba72015-06-16 11:00:37 -0700267 // Test helper functions:
268
269 bool hadError() const {
270 Mutex::Autolock l(mLock);
271 return mError;
272 }
273
274 bool waitForStatus(Status status) const {
275 Mutex::Autolock l(mLock);
276 if (mLastStatus == status) {
277 return true;
278 }
279
280 while (std::find(mStatusesHit.begin(), mStatusesHit.end(), status)
281 == mStatusesHit.end()) {
282
283 if (mStatusCondition.waitRelative(mLock, IDLE_TIMEOUT) != OK) {
284 mStatusesHit.clear();
285 return false;
286 }
287 }
288 mStatusesHit.clear();
289
290 return true;
291
292 }
293
294 void clearStatus() const {
295 Mutex::Autolock l(mLock);
296 mStatusesHit.clear();
297 }
298
299 bool waitForIdle() const {
300 return waitForStatus(IDLE);
301 }
302
303};
304
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800305namespace {
306 Mutex gLock;
307 class DeathNotifier : public IBinder::DeathRecipient
308 {
309 public:
310 DeathNotifier() {}
311
312 virtual void binderDied(const wp<IBinder>& /*who*/) {
313 ALOGV("binderDied");
314 Mutex::Autolock _l(gLock);
315 ALOGW("Camera service died!");
316 }
317 };
318 sp<DeathNotifier> gDeathNotifier;
319}; // anonymous namespace
320
Ruben Brunk3450ba72015-06-16 11:00:37 -0700321// Exercise basic binder calls for the camera service
322TEST(CameraServiceBinderTest, CheckBinderCameraService) {
323 ProcessState::self()->startThreadPool();
324 sp<IServiceManager> sm = defaultServiceManager();
325 sp<IBinder> binder = sm->getService(String16("media.camera"));
326 ASSERT_NOT_NULL(binder);
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800327 if (gDeathNotifier == NULL) {
328 gDeathNotifier = new DeathNotifier();
329 }
330 binder->linkToDeath(gDeathNotifier);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800331 sp<hardware::ICameraService> service =
332 interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700333
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800334 binder::Status res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700335
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800336 int32_t numCameras = 0;
337 res = service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_ALL, &numCameras);
338 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700339 EXPECT_LE(0, numCameras);
340
341 // Check listener binder calls
342 sp<TestCameraServiceListener> listener(new TestCameraServiceListener());
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800343 std::vector<hardware::CameraStatus> statuses;
344 res = service->addListener(listener, &statuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800345 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700346
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800347 EXPECT_EQ(numCameras, static_cast<const int>(statuses.size()));
Emilian Peevaebbe412018-01-15 13:53:24 +0000348 for (const auto &it : statuses) {
349 listener->onStatusChanged(it.status, String16(it.cameraId));
350 }
Ruben Brunk3450ba72015-06-16 11:00:37 -0700351
352 for (int32_t i = 0; i < numCameras; i++) {
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800353 String16 cameraId = String16(String8::format("%d", i));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800354 bool isSupported = false;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800355 res = service->supportsCameraApi(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800356 hardware::ICameraService::API_VERSION_2, &isSupported);
357 EXPECT_TRUE(res.isOk()) << res;
358
Ruben Brunk3450ba72015-06-16 11:00:37 -0700359 // We only care about binder calls for the Camera2 API. Camera1 is deprecated.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800360 if (!isSupported) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700361 continue;
362 }
363
364 // Check metadata binder call
365 CameraMetadata metadata;
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700366 res = service->getCameraCharacteristics(cameraId,
367 /*targetSdkVersion*/__ANDROID_API_FUTURE__, &metadata);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800368 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700369 EXPECT_FALSE(metadata.isEmpty());
370
371 // Make sure we're available, or skip device tests otherwise
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800372 int32_t s = listener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800373 EXPECT_EQ(::android::hardware::ICameraServiceListener::STATUS_PRESENT, s);
374 if (s != ::android::hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700375 continue;
376 }
377
378 // Check connect binder calls
379 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800380 sp<hardware::camera2::ICameraDeviceUser> device;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800381 res = service->connectDevice(callbacks, cameraId, String16("meeeeeeeee!"),
Jayant Chowdhary8eb8d912021-05-18 17:41:56 +0000382 {}, hardware::ICameraService::USE_CALLING_UID, /*oomScoreOffset*/ 0,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700383 /*targetSdkVersion*/__ANDROID_API_FUTURE__, /*out*/&device);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800384 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700385 ASSERT_NE(nullptr, device.get());
386 device->disconnect();
387 EXPECT_FALSE(callbacks->hadError());
388
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800389 int32_t torchStatus = listener->getTorchStatus(i);
390 if (torchStatus == hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700391 // Check torch calls
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800392 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 /*enabled*/true, callbacks);
394 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700395 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800396 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_ON, i));
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800397 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800398 /*enabled*/false, callbacks);
399 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700400 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800401 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF, i));
Ruben Brunk3450ba72015-06-16 11:00:37 -0700402 }
403 }
404
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800405 res = service->removeListener(listener);
406 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700407}
408
409// Test fixture for client focused binder tests
410class CameraClientBinderTest : public testing::Test {
411protected:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800412 sp<hardware::ICameraService> service;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700413 int32_t numCameras;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800414 std::vector<std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>>
415 openDeviceList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700416 sp<TestCameraServiceListener> serviceListener;
417
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800418 std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800419 openNewDevice(const String16& deviceId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700420 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800421 sp<hardware::camera2::ICameraDeviceUser> device;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700422 {
423 SCOPED_TRACE("openNewDevice");
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800424 binder::Status res = service->connectDevice(callbacks, deviceId, String16("meeeeeeeee!"),
Jayant Chowdhary8eb8d912021-05-18 17:41:56 +0000425 {}, hardware::ICameraService::USE_CALLING_UID, /*oomScoreOffset*/ 0,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700426 /*targetSdkVersion*/__ANDROID_API_FUTURE__, /*out*/&device);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800427 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700428 }
429 auto p = std::make_pair(callbacks, device);
430 openDeviceList.push_back(p);
431 return p;
432 }
433
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800434 void closeDevice(std::pair<sp<TestCameraDeviceCallbacks>,
435 sp<hardware::camera2::ICameraDeviceUser>>& p) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700436 if (p.second.get() != nullptr) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800437 binder::Status res = p.second->disconnect();
438 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700439 {
440 SCOPED_TRACE("closeDevice");
441 EXPECT_FALSE(p.first->hadError());
442 }
443 }
444 auto iter = std::find(openDeviceList.begin(), openDeviceList.end(), p);
445 if (iter != openDeviceList.end()) {
446 openDeviceList.erase(iter);
447 }
448 }
449
450 virtual void SetUp() {
451 ProcessState::self()->startThreadPool();
452 sp<IServiceManager> sm = defaultServiceManager();
453 sp<IBinder> binder = sm->getService(String16("media.camera"));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800454 service = interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700455 serviceListener = new TestCameraServiceListener();
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800456 std::vector<hardware::CameraStatus> statuses;
457 service->addListener(serviceListener, &statuses);
Emilian Peevaebbe412018-01-15 13:53:24 +0000458 for (const auto &it : statuses) {
459 serviceListener->onStatusChanged(it.status, String16(it.cameraId));
460 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800461 service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_BACKWARD_COMPATIBLE,
462 &numCameras);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700463 }
464
465 virtual void TearDown() {
466 service = nullptr;
467 numCameras = 0;
468 for (auto& p : openDeviceList) {
469 closeDevice(p);
470 }
471 }
472
473};
474
475TEST_F(CameraClientBinderTest, CheckBinderCameraDeviceUser) {
476 ASSERT_NOT_NULL(service);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700477 EXPECT_TRUE(serviceListener->waitForNumCameras(numCameras));
478 for (int32_t i = 0; i < numCameras; i++) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000479 String8 cameraId8 = String8::format("%d", i);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700480 // Make sure we're available, or skip device tests otherwise
Emilian Peevaebbe412018-01-15 13:53:24 +0000481 String16 cameraId(cameraId8);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800482 int32_t s = serviceListener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800483 EXPECT_EQ(hardware::ICameraServiceListener::STATUS_PRESENT, s);
484 if (s != hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700485 continue;
486 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800487 binder::Status res;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800488 auto p = openNewDevice(cameraId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700489 sp<TestCameraDeviceCallbacks> callbacks = p.first;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800490 sp<hardware::camera2::ICameraDeviceUser> device = p.second;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700491
492 // Setup a buffer queue; I'm just using the vendor opaque format here as that is
493 // guaranteed to be present
494 sp<IGraphicBufferProducer> gbProducer;
495 sp<IGraphicBufferConsumer> gbConsumer;
496 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
497 sp<BufferItemConsumer> opaqueConsumer = new BufferItemConsumer(gbConsumer,
498 GRALLOC_USAGE_SW_READ_NEVER, /*maxImages*/2, /*controlledByApp*/true);
499 EXPECT_TRUE(opaqueConsumer.get() != nullptr);
500 opaqueConsumer->setName(String8("nom nom nom"));
501
502 // Set to VGA dimens for default, as that is guaranteed to be present
503 EXPECT_EQ(OK, gbConsumer->setDefaultBufferSize(640, 480));
504 EXPECT_EQ(OK, gbConsumer->setDefaultBufferFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED));
505
506 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
507
Shuzhen Wang0ff9ae32018-12-05 18:06:12 -0800508 String16 noPhysicalId;
509 OutputConfiguration output(gbProducer, /*rotation*/0, noPhysicalId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700510
511 // Can we configure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800512 res = device->beginConfigure();
513 EXPECT_TRUE(res.isOk()) << res;
514 status_t streamId;
515 res = device->createStream(output, &streamId);
516 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700517 EXPECT_LE(0, streamId);
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100518 CameraMetadata sessionParams;
Emilian Peevcc0b7952020-01-07 13:54:47 -0800519 std::vector<int> offlineStreamIds;
520 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams,
Shuzhen Wang316781a2020-08-18 18:11:01 -0700521 ns2ms(systemTime()), &offlineStreamIds);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800522 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700523 EXPECT_FALSE(callbacks->hadError());
524
Emilian Peev35ae8262018-11-08 13:11:32 +0000525 // Session configuration must also be supported in this case
526 SessionConfiguration sessionConfiguration = { /*inputWidth*/ 0, /*inputHeight*/0,
527 /*inputFormat*/ -1, CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE};
528 sessionConfiguration.addOutputConfiguration(output);
529 bool queryStatus;
530 res = device->isSessionConfigurationSupported(sessionConfiguration, &queryStatus);
531 EXPECT_TRUE(res.isOk() ||
Jiyong Park5a095ea2019-07-09 15:43:57 +0900532 (res.serviceSpecificErrorCode() == ICameraService::ERROR_INVALID_OPERATION))
Emilian Peev35ae8262018-11-08 13:11:32 +0000533 << res;
534 if (res.isOk()) {
535 EXPECT_TRUE(queryStatus);
536 }
537
Ruben Brunk3450ba72015-06-16 11:00:37 -0700538 // Can we make requests?
539 CameraMetadata requestTemplate;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800540 res = device->createDefaultRequest(/*preview template*/1,
541 /*out*/&requestTemplate);
542 EXPECT_TRUE(res.isOk()) << res;
543
544 hardware::camera2::CaptureRequest request;
Emilian Peevaebbe412018-01-15 13:53:24 +0000545 request.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800546 request.mSurfaceList.add(surface);
547 request.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700548 int64_t lastFrameNumber = 0;
549 int64_t lastFrameNumberPrev = 0;
550 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800551
552 hardware::camera2::utils::SubmitInfo info;
553 res = device->submitRequest(request, /*streaming*/true, /*out*/&info);
554 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700555 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800556 EXPECT_LE(0, info.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700557
558 // Can we stop requests?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800559 res = device->cancelRequest(info.mRequestId, /*out*/&lastFrameNumber);
560 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700561 EXPECT_TRUE(callbacks->waitForIdle());
562 EXPECT_FALSE(callbacks->hadError());
563
564 // Can we do it again?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800565 lastFrameNumberPrev = info.mLastFrameNumber;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700566 lastFrameNumber = 0;
567 requestTemplate.clear();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800568 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
569 /*out*/&requestTemplate);
570 EXPECT_TRUE(res.isOk()) << res;
571 hardware::camera2::CaptureRequest request2;
Emilian Peevaebbe412018-01-15 13:53:24 +0000572 request2.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800573 request2.mSurfaceList.add(surface);
574 request2.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700575 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800576 hardware::camera2::utils::SubmitInfo info2;
577 res = device->submitRequest(request2, /*streaming*/true,
578 /*out*/&info2);
579 EXPECT_TRUE(res.isOk()) << res;
580 EXPECT_EQ(hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES,
581 info2.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700582 lastFrameNumber = 0;
583 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800584 EXPECT_LE(0, info2.mRequestId);
585 res = device->cancelRequest(info2.mRequestId, /*out*/&lastFrameNumber);
586 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700587 EXPECT_TRUE(callbacks->waitForIdle());
588 EXPECT_LE(lastFrameNumberPrev, lastFrameNumber);
589 sleep(/*second*/1); // allow some time for errors to show up, if any
590 EXPECT_FALSE(callbacks->hadError());
591
592 // Can we do it with a request list?
593 lastFrameNumberPrev = lastFrameNumber;
594 lastFrameNumber = 0;
595 requestTemplate.clear();
596 CameraMetadata requestTemplate2;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800597 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
598 /*out*/&requestTemplate);
599 EXPECT_TRUE(res.isOk()) << res;
600 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
601 /*out*/&requestTemplate2);
602 EXPECT_TRUE(res.isOk()) << res;
603 android::hardware::camera2::CaptureRequest request3;
604 android::hardware::camera2::CaptureRequest request4;
Emilian Peevaebbe412018-01-15 13:53:24 +0000605 request3.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800606 request3.mSurfaceList.add(surface);
607 request3.mIsReprocess = false;
Emilian Peevaebbe412018-01-15 13:53:24 +0000608 request4.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate2});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800609 request4.mSurfaceList.add(surface);
610 request4.mIsReprocess = false;
611 std::vector<hardware::camera2::CaptureRequest> requestList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700612 requestList.push_back(request3);
613 requestList.push_back(request4);
614
615 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800616 hardware::camera2::utils::SubmitInfo info3;
617 res = device->submitRequestList(requestList, /*streaming*/false,
618 /*out*/&info3);
619 EXPECT_TRUE(res.isOk()) << res;
620 EXPECT_LE(0, info3.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700621 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
622 EXPECT_TRUE(callbacks->waitForIdle());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800623 EXPECT_LE(lastFrameNumberPrev, info3.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700624 sleep(/*second*/1); // allow some time for errors to show up, if any
625 EXPECT_FALSE(callbacks->hadError());
626
627 // Can we unconfigure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800628 res = device->beginConfigure();
629 EXPECT_TRUE(res.isOk()) << res;
630 res = device->deleteStream(streamId);
631 EXPECT_TRUE(res.isOk()) << res;
Emilian Peevcc0b7952020-01-07 13:54:47 -0800632 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams,
Shuzhen Wang316781a2020-08-18 18:11:01 -0700633 ns2ms(systemTime()), &offlineStreamIds);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800634 EXPECT_TRUE(res.isOk()) << res;
635
Ruben Brunk3450ba72015-06-16 11:00:37 -0700636 sleep(/*second*/1); // allow some time for errors to show up, if any
637 EXPECT_FALSE(callbacks->hadError());
638
639 closeDevice(p);
640 }
641
642};
Emilian Peevaebbe412018-01-15 13:53:24 +0000643
644TEST_F(CameraClientBinderTest, CheckBinderCaptureRequest) {
645 sp<CaptureRequest> requestOriginal, requestParceled;
646 sp<IGraphicBufferProducer> gbProducer;
647 sp<IGraphicBufferConsumer> gbConsumer;
648 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
649 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
650 Vector<sp<Surface>> surfaceList;
651 surfaceList.push_back(surface);
652 std::string physicalDeviceId1 = "0";
653 std::string physicalDeviceId2 = "1";
654 CameraMetadata physicalDeviceSettings1, physicalDeviceSettings2;
655 uint8_t intent1 = ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW;
656 uint8_t intent2 = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD;
657 EXPECT_EQ(OK, physicalDeviceSettings1.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent1, 1));
658 EXPECT_EQ(OK, physicalDeviceSettings2.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent2, 1));
659
660 requestParceled = new CaptureRequest();
661 Parcel p;
662 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
663 p.writeInt32(0);
664 p.setDataPosition(0);
665 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
666 p.freeData();
667 p.writeInt32(-1);
668 p.setDataPosition(0);
669 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
670 p.freeData();
671 p.writeInt32(1);
672 p.setDataPosition(0);
673 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
674
675 requestOriginal = new CaptureRequest();
676 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId1,
677 physicalDeviceSettings1});
678 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId2,
679 physicalDeviceSettings2});
680 requestOriginal->mSurfaceList.push_back(surface);
681 requestOriginal->mIsReprocess = false;
682 requestOriginal->mSurfaceConverted = false;
683
684 p.freeData();
685 EXPECT_TRUE(requestOriginal->writeToParcel(&p) == OK);
686 p.setDataPosition(0);
687 EXPECT_TRUE(requestParceled->readFromParcel(&p) == OK);
688 EXPECT_EQ(requestParceled->mIsReprocess, false);
689 EXPECT_FALSE(requestParceled->mSurfaceList.empty());
690 EXPECT_EQ(2u, requestParceled->mPhysicalCameraSettings.size());
691 auto it = requestParceled->mPhysicalCameraSettings.begin();
692 EXPECT_EQ(physicalDeviceId1, it->id);
693 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
694 auto entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
695 EXPECT_EQ(entry.data.u8[0], intent1);
696 it++;
697 EXPECT_EQ(physicalDeviceId2, it->id);
698 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
699 entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
700 EXPECT_EQ(entry.data.u8[0], intent2);
701};