blob: 8534b289ea1b728427a371ae36c559aaba6781c2 [file] [log] [blame]
Ruben Brunk3450ba72015-06-16 11:00:37 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_NDEBUG 0
18#define LOG_TAG "CameraBinderTests"
19
20#include <binder/IInterface.h>
21#include <binder/IServiceManager.h>
22#include <binder/Parcel.h>
23#include <binder/ProcessState.h>
24#include <utils/Errors.h>
25#include <utils/Log.h>
26#include <utils/List.h>
27#include <utils/String8.h>
28#include <utils/String16.h>
29#include <utils/Condition.h>
30#include <utils/Mutex.h>
31#include <system/graphics.h>
Emilian Peev35ae8262018-11-08 13:11:32 +000032#include <hardware/camera3.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070033#include <hardware/gralloc.h>
34
35#include <camera/CameraMetadata.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080036#include <android/hardware/ICameraService.h>
37#include <android/hardware/ICameraServiceListener.h>
38#include <android/hardware/BnCameraServiceListener.h>
39#include <android/hardware/camera2/ICameraDeviceUser.h>
40#include <android/hardware/camera2/ICameraDeviceCallbacks.h>
41#include <android/hardware/camera2/BnCameraDeviceCallbacks.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070042#include <camera/camera2/CaptureRequest.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070043#include <camera/camera2/OutputConfiguration.h>
Emilian Peev35ae8262018-11-08 13:11:32 +000044#include <camera/camera2/SessionConfiguration.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080045#include <camera/camera2/SubmitInfo.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070046
47#include <gui/BufferItemConsumer.h>
48#include <gui/IGraphicBufferProducer.h>
49#include <gui/Surface.h>
50
51#include <gtest/gtest.h>
52#include <unistd.h>
53#include <stdint.h>
54#include <utility>
55#include <vector>
56#include <map>
57#include <algorithm>
58
59using namespace android;
Emilian Peev35ae8262018-11-08 13:11:32 +000060using ::android::hardware::ICameraServiceDefault;
61using ::android::hardware::camera2::ICameraDeviceUser;
Ruben Brunk3450ba72015-06-16 11:00:37 -070062
63#define ASSERT_NOT_NULL(x) \
64 ASSERT_TRUE((x) != nullptr)
65
66#define SETUP_TIMEOUT 2000000000 // ns
67#define IDLE_TIMEOUT 2000000000 // ns
68
69// Stub listener implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080070class TestCameraServiceListener : public hardware::BnCameraServiceListener {
71 std::map<String16, int32_t> mCameraTorchStatuses;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080072 std::map<String16, int32_t> mCameraStatuses;
Ruben Brunk3450ba72015-06-16 11:00:37 -070073 mutable Mutex mLock;
74 mutable Condition mCondition;
75 mutable Condition mTorchCondition;
76public:
77 virtual ~TestCameraServiceListener() {};
78
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080079 virtual binder::Status onStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070080 Mutex::Autolock l(mLock);
81 mCameraStatuses[cameraId] = status;
82 mCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080083 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070084 };
85
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080086 virtual binder::Status onTorchStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070087 Mutex::Autolock l(mLock);
88 mCameraTorchStatuses[cameraId] = status;
89 mTorchCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080090 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070091 };
92
93 bool waitForNumCameras(size_t num) const {
94 Mutex::Autolock l(mLock);
95
96 if (mCameraStatuses.size() == num) {
97 return true;
98 }
99
100 while (mCameraStatuses.size() < num) {
101 if (mCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
102 return false;
103 }
104 }
105 return true;
106 };
107
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800108 bool waitForTorchState(int32_t status, int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700109 Mutex::Autolock l(mLock);
110
111 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
112 if (iter != mCameraTorchStatuses.end() && iter->second == status) {
113 return true;
114 }
115
116 bool foundStatus = false;
117 while (!foundStatus) {
118 if (mTorchCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
119 return false;
120 }
121 const auto& iter =
122 mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
123 foundStatus = (iter != mCameraTorchStatuses.end() && iter->second == status);
124 }
125 return true;
126 };
127
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800128 int32_t getTorchStatus(int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700129 Mutex::Autolock l(mLock);
130 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
131 if (iter == mCameraTorchStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800132 return hardware::ICameraServiceListener::TORCH_STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700133 }
134 return iter->second;
135 };
136
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800137 int32_t getStatus(const String16& cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700138 Mutex::Autolock l(mLock);
139 const auto& iter = mCameraStatuses.find(cameraId);
140 if (iter == mCameraStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800141 return hardware::ICameraServiceListener::STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700142 }
143 return iter->second;
144 };
145};
146
147// Callback implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800148class TestCameraDeviceCallbacks : public hardware::camera2::BnCameraDeviceCallbacks {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700149public:
150 enum Status {
151 IDLE,
152 ERROR,
153 PREPARED,
154 RUNNING,
155 SENT_RESULT,
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700156 UNINITIALIZED,
157 REPEATING_REQUEST_ERROR,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700158 REQUEST_QUEUE_EMPTY,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700159 };
160
161protected:
162 bool mError;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800163 int32_t mLastStatus;
164 mutable std::vector<int32_t> mStatusesHit;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700165 mutable Mutex mLock;
166 mutable Condition mStatusCondition;
167public:
168 TestCameraDeviceCallbacks() : mError(false), mLastStatus(UNINITIALIZED) {}
169
170 virtual ~TestCameraDeviceCallbacks() {}
171
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800172 virtual binder::Status onDeviceError(int errorCode,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700173 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800174 (void) resultExtras;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700175 ALOGE("%s: onDeviceError occurred with: %d", __FUNCTION__, static_cast<int>(errorCode));
176 Mutex::Autolock l(mLock);
177 mError = true;
178 mLastStatus = ERROR;
179 mStatusesHit.push_back(mLastStatus);
180 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800181 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700182 }
183
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800184 virtual binder::Status onDeviceIdle() {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700185 Mutex::Autolock l(mLock);
186 mLastStatus = IDLE;
187 mStatusesHit.push_back(mLastStatus);
188 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800189 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700190 }
191
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800192 virtual binder::Status onCaptureStarted(const CaptureResultExtras& resultExtras,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700193 int64_t timestamp) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800194 (void) resultExtras;
195 (void) timestamp;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700196 Mutex::Autolock l(mLock);
197 mLastStatus = RUNNING;
198 mStatusesHit.push_back(mLastStatus);
199 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800200 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700201 }
202
203
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800204 virtual binder::Status onResultReceived(const CameraMetadata& metadata,
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800205 const CaptureResultExtras& resultExtras,
206 const std::vector<PhysicalCaptureResultInfo>& physicalResultInfos) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800207 (void) metadata;
208 (void) resultExtras;
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800209 (void) physicalResultInfos;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700210 Mutex::Autolock l(mLock);
211 mLastStatus = SENT_RESULT;
212 mStatusesHit.push_back(mLastStatus);
213 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800214 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700215 }
216
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800217 virtual binder::Status onPrepared(int streamId) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800218 (void) streamId;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700219 Mutex::Autolock l(mLock);
220 mLastStatus = PREPARED;
221 mStatusesHit.push_back(mLastStatus);
222 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800223 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700224 }
225
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700226 virtual binder::Status onRepeatingRequestError(
227 int64_t lastFrameNumber, int32_t stoppedSequenceId) {
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700228 (void) lastFrameNumber;
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700229 (void) stoppedSequenceId;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700230 Mutex::Autolock l(mLock);
231 mLastStatus = REPEATING_REQUEST_ERROR;
232 mStatusesHit.push_back(mLastStatus);
233 mStatusCondition.broadcast();
234 return binder::Status::ok();
235 }
236
Shuzhen Wang9d066012016-09-30 11:30:20 -0700237 virtual binder::Status onRequestQueueEmpty() {
238 Mutex::Autolock l(mLock);
239 mLastStatus = REQUEST_QUEUE_EMPTY;
240 mStatusesHit.push_back(mLastStatus);
241 mStatusCondition.broadcast();
242 return binder::Status::ok();
243 }
244
Ruben Brunk3450ba72015-06-16 11:00:37 -0700245 // Test helper functions:
246
247 bool hadError() const {
248 Mutex::Autolock l(mLock);
249 return mError;
250 }
251
252 bool waitForStatus(Status status) const {
253 Mutex::Autolock l(mLock);
254 if (mLastStatus == status) {
255 return true;
256 }
257
258 while (std::find(mStatusesHit.begin(), mStatusesHit.end(), status)
259 == mStatusesHit.end()) {
260
261 if (mStatusCondition.waitRelative(mLock, IDLE_TIMEOUT) != OK) {
262 mStatusesHit.clear();
263 return false;
264 }
265 }
266 mStatusesHit.clear();
267
268 return true;
269
270 }
271
272 void clearStatus() const {
273 Mutex::Autolock l(mLock);
274 mStatusesHit.clear();
275 }
276
277 bool waitForIdle() const {
278 return waitForStatus(IDLE);
279 }
280
281};
282
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800283namespace {
284 Mutex gLock;
285 class DeathNotifier : public IBinder::DeathRecipient
286 {
287 public:
288 DeathNotifier() {}
289
290 virtual void binderDied(const wp<IBinder>& /*who*/) {
291 ALOGV("binderDied");
292 Mutex::Autolock _l(gLock);
293 ALOGW("Camera service died!");
294 }
295 };
296 sp<DeathNotifier> gDeathNotifier;
297}; // anonymous namespace
298
Ruben Brunk3450ba72015-06-16 11:00:37 -0700299// Exercise basic binder calls for the camera service
300TEST(CameraServiceBinderTest, CheckBinderCameraService) {
301 ProcessState::self()->startThreadPool();
302 sp<IServiceManager> sm = defaultServiceManager();
303 sp<IBinder> binder = sm->getService(String16("media.camera"));
304 ASSERT_NOT_NULL(binder);
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800305 if (gDeathNotifier == NULL) {
306 gDeathNotifier = new DeathNotifier();
307 }
308 binder->linkToDeath(gDeathNotifier);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800309 sp<hardware::ICameraService> service =
310 interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700311
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800312 binder::Status res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700313
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800314 int32_t numCameras = 0;
315 res = service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_ALL, &numCameras);
316 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700317 EXPECT_LE(0, numCameras);
318
319 // Check listener binder calls
320 sp<TestCameraServiceListener> listener(new TestCameraServiceListener());
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800321 std::vector<hardware::CameraStatus> statuses;
322 res = service->addListener(listener, &statuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800323 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700324
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800325 EXPECT_EQ(numCameras, static_cast<const int>(statuses.size()));
Emilian Peevaebbe412018-01-15 13:53:24 +0000326 for (const auto &it : statuses) {
327 listener->onStatusChanged(it.status, String16(it.cameraId));
328 }
Ruben Brunk3450ba72015-06-16 11:00:37 -0700329
330 for (int32_t i = 0; i < numCameras; i++) {
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800331 String16 cameraId = String16(String8::format("%d", i));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800332 bool isSupported = false;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800333 res = service->supportsCameraApi(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800334 hardware::ICameraService::API_VERSION_2, &isSupported);
335 EXPECT_TRUE(res.isOk()) << res;
336
Ruben Brunk3450ba72015-06-16 11:00:37 -0700337 // We only care about binder calls for the Camera2 API. Camera1 is deprecated.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800338 if (!isSupported) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700339 continue;
340 }
341
342 // Check metadata binder call
343 CameraMetadata metadata;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800344 res = service->getCameraCharacteristics(cameraId, &metadata);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800345 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700346 EXPECT_FALSE(metadata.isEmpty());
347
348 // Make sure we're available, or skip device tests otherwise
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800349 int32_t s = listener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800350 EXPECT_EQ(::android::hardware::ICameraServiceListener::STATUS_PRESENT, s);
351 if (s != ::android::hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700352 continue;
353 }
354
355 // Check connect binder calls
356 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800357 sp<hardware::camera2::ICameraDeviceUser> device;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800358 res = service->connectDevice(callbacks, cameraId, String16("meeeeeeeee!"),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800359 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
360 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700361 ASSERT_NE(nullptr, device.get());
362 device->disconnect();
363 EXPECT_FALSE(callbacks->hadError());
364
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800365 int32_t torchStatus = listener->getTorchStatus(i);
366 if (torchStatus == hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700367 // Check torch calls
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800368 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800369 /*enabled*/true, callbacks);
370 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700371 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800372 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_ON, i));
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800373 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800374 /*enabled*/false, callbacks);
375 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700376 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800377 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF, i));
Ruben Brunk3450ba72015-06-16 11:00:37 -0700378 }
379 }
380
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800381 res = service->removeListener(listener);
382 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700383}
384
385// Test fixture for client focused binder tests
386class CameraClientBinderTest : public testing::Test {
387protected:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800388 sp<hardware::ICameraService> service;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700389 int32_t numCameras;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800390 std::vector<std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>>
391 openDeviceList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700392 sp<TestCameraServiceListener> serviceListener;
393
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800394 std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800395 openNewDevice(const String16& deviceId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700396 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800397 sp<hardware::camera2::ICameraDeviceUser> device;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700398 {
399 SCOPED_TRACE("openNewDevice");
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800400 binder::Status res = service->connectDevice(callbacks, deviceId, String16("meeeeeeeee!"),
401 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
402 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700403 }
404 auto p = std::make_pair(callbacks, device);
405 openDeviceList.push_back(p);
406 return p;
407 }
408
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800409 void closeDevice(std::pair<sp<TestCameraDeviceCallbacks>,
410 sp<hardware::camera2::ICameraDeviceUser>>& p) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700411 if (p.second.get() != nullptr) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800412 binder::Status res = p.second->disconnect();
413 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700414 {
415 SCOPED_TRACE("closeDevice");
416 EXPECT_FALSE(p.first->hadError());
417 }
418 }
419 auto iter = std::find(openDeviceList.begin(), openDeviceList.end(), p);
420 if (iter != openDeviceList.end()) {
421 openDeviceList.erase(iter);
422 }
423 }
424
425 virtual void SetUp() {
426 ProcessState::self()->startThreadPool();
427 sp<IServiceManager> sm = defaultServiceManager();
428 sp<IBinder> binder = sm->getService(String16("media.camera"));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800429 service = interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700430 serviceListener = new TestCameraServiceListener();
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800431 std::vector<hardware::CameraStatus> statuses;
432 service->addListener(serviceListener, &statuses);
Emilian Peevaebbe412018-01-15 13:53:24 +0000433 for (const auto &it : statuses) {
434 serviceListener->onStatusChanged(it.status, String16(it.cameraId));
435 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800436 service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_BACKWARD_COMPATIBLE,
437 &numCameras);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700438 }
439
440 virtual void TearDown() {
441 service = nullptr;
442 numCameras = 0;
443 for (auto& p : openDeviceList) {
444 closeDevice(p);
445 }
446 }
447
448};
449
450TEST_F(CameraClientBinderTest, CheckBinderCameraDeviceUser) {
451 ASSERT_NOT_NULL(service);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700452 EXPECT_TRUE(serviceListener->waitForNumCameras(numCameras));
453 for (int32_t i = 0; i < numCameras; i++) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000454 String8 cameraId8 = String8::format("%d", i);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700455 // Make sure we're available, or skip device tests otherwise
Emilian Peevaebbe412018-01-15 13:53:24 +0000456 String16 cameraId(cameraId8);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800457 int32_t s = serviceListener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800458 EXPECT_EQ(hardware::ICameraServiceListener::STATUS_PRESENT, s);
459 if (s != hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700460 continue;
461 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800462 binder::Status res;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800463 auto p = openNewDevice(cameraId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700464 sp<TestCameraDeviceCallbacks> callbacks = p.first;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800465 sp<hardware::camera2::ICameraDeviceUser> device = p.second;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700466
467 // Setup a buffer queue; I'm just using the vendor opaque format here as that is
468 // guaranteed to be present
469 sp<IGraphicBufferProducer> gbProducer;
470 sp<IGraphicBufferConsumer> gbConsumer;
471 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
472 sp<BufferItemConsumer> opaqueConsumer = new BufferItemConsumer(gbConsumer,
473 GRALLOC_USAGE_SW_READ_NEVER, /*maxImages*/2, /*controlledByApp*/true);
474 EXPECT_TRUE(opaqueConsumer.get() != nullptr);
475 opaqueConsumer->setName(String8("nom nom nom"));
476
477 // Set to VGA dimens for default, as that is guaranteed to be present
478 EXPECT_EQ(OK, gbConsumer->setDefaultBufferSize(640, 480));
479 EXPECT_EQ(OK, gbConsumer->setDefaultBufferFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED));
480
481 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
482
Shuzhen Wang0ff9ae32018-12-05 18:06:12 -0800483 String16 noPhysicalId;
484 OutputConfiguration output(gbProducer, /*rotation*/0, noPhysicalId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700485
486 // Can we configure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800487 res = device->beginConfigure();
488 EXPECT_TRUE(res.isOk()) << res;
489 status_t streamId;
490 res = device->createStream(output, &streamId);
491 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700492 EXPECT_LE(0, streamId);
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100493 CameraMetadata sessionParams;
494 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800495 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700496 EXPECT_FALSE(callbacks->hadError());
497
Emilian Peev35ae8262018-11-08 13:11:32 +0000498 // Session configuration must also be supported in this case
499 SessionConfiguration sessionConfiguration = { /*inputWidth*/ 0, /*inputHeight*/0,
500 /*inputFormat*/ -1, CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE};
501 sessionConfiguration.addOutputConfiguration(output);
502 bool queryStatus;
503 res = device->isSessionConfigurationSupported(sessionConfiguration, &queryStatus);
504 EXPECT_TRUE(res.isOk() ||
505 (res.serviceSpecificErrorCode() == ICameraServiceDefault::ERROR_INVALID_OPERATION))
506 << res;
507 if (res.isOk()) {
508 EXPECT_TRUE(queryStatus);
509 }
510
Ruben Brunk3450ba72015-06-16 11:00:37 -0700511 // Can we make requests?
512 CameraMetadata requestTemplate;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800513 res = device->createDefaultRequest(/*preview template*/1,
514 /*out*/&requestTemplate);
515 EXPECT_TRUE(res.isOk()) << res;
516
517 hardware::camera2::CaptureRequest request;
Emilian Peevaebbe412018-01-15 13:53:24 +0000518 request.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800519 request.mSurfaceList.add(surface);
520 request.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700521 int64_t lastFrameNumber = 0;
522 int64_t lastFrameNumberPrev = 0;
523 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800524
525 hardware::camera2::utils::SubmitInfo info;
526 res = device->submitRequest(request, /*streaming*/true, /*out*/&info);
527 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700528 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800529 EXPECT_LE(0, info.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700530
531 // Can we stop requests?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800532 res = device->cancelRequest(info.mRequestId, /*out*/&lastFrameNumber);
533 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700534 EXPECT_TRUE(callbacks->waitForIdle());
535 EXPECT_FALSE(callbacks->hadError());
536
537 // Can we do it again?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800538 lastFrameNumberPrev = info.mLastFrameNumber;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700539 lastFrameNumber = 0;
540 requestTemplate.clear();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800541 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
542 /*out*/&requestTemplate);
543 EXPECT_TRUE(res.isOk()) << res;
544 hardware::camera2::CaptureRequest request2;
Emilian Peevaebbe412018-01-15 13:53:24 +0000545 request2.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800546 request2.mSurfaceList.add(surface);
547 request2.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700548 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800549 hardware::camera2::utils::SubmitInfo info2;
550 res = device->submitRequest(request2, /*streaming*/true,
551 /*out*/&info2);
552 EXPECT_TRUE(res.isOk()) << res;
553 EXPECT_EQ(hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES,
554 info2.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700555 lastFrameNumber = 0;
556 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800557 EXPECT_LE(0, info2.mRequestId);
558 res = device->cancelRequest(info2.mRequestId, /*out*/&lastFrameNumber);
559 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700560 EXPECT_TRUE(callbacks->waitForIdle());
561 EXPECT_LE(lastFrameNumberPrev, lastFrameNumber);
562 sleep(/*second*/1); // allow some time for errors to show up, if any
563 EXPECT_FALSE(callbacks->hadError());
564
565 // Can we do it with a request list?
566 lastFrameNumberPrev = lastFrameNumber;
567 lastFrameNumber = 0;
568 requestTemplate.clear();
569 CameraMetadata requestTemplate2;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800570 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
571 /*out*/&requestTemplate);
572 EXPECT_TRUE(res.isOk()) << res;
573 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
574 /*out*/&requestTemplate2);
575 EXPECT_TRUE(res.isOk()) << res;
576 android::hardware::camera2::CaptureRequest request3;
577 android::hardware::camera2::CaptureRequest request4;
Emilian Peevaebbe412018-01-15 13:53:24 +0000578 request3.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800579 request3.mSurfaceList.add(surface);
580 request3.mIsReprocess = false;
Emilian Peevaebbe412018-01-15 13:53:24 +0000581 request4.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate2});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800582 request4.mSurfaceList.add(surface);
583 request4.mIsReprocess = false;
584 std::vector<hardware::camera2::CaptureRequest> requestList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700585 requestList.push_back(request3);
586 requestList.push_back(request4);
587
588 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800589 hardware::camera2::utils::SubmitInfo info3;
590 res = device->submitRequestList(requestList, /*streaming*/false,
591 /*out*/&info3);
592 EXPECT_TRUE(res.isOk()) << res;
593 EXPECT_LE(0, info3.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700594 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
595 EXPECT_TRUE(callbacks->waitForIdle());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800596 EXPECT_LE(lastFrameNumberPrev, info3.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700597 sleep(/*second*/1); // allow some time for errors to show up, if any
598 EXPECT_FALSE(callbacks->hadError());
599
600 // Can we unconfigure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800601 res = device->beginConfigure();
602 EXPECT_TRUE(res.isOk()) << res;
603 res = device->deleteStream(streamId);
604 EXPECT_TRUE(res.isOk()) << res;
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100605 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800606 EXPECT_TRUE(res.isOk()) << res;
607
Ruben Brunk3450ba72015-06-16 11:00:37 -0700608 sleep(/*second*/1); // allow some time for errors to show up, if any
609 EXPECT_FALSE(callbacks->hadError());
610
611 closeDevice(p);
612 }
613
614};
Emilian Peevaebbe412018-01-15 13:53:24 +0000615
616TEST_F(CameraClientBinderTest, CheckBinderCaptureRequest) {
617 sp<CaptureRequest> requestOriginal, requestParceled;
618 sp<IGraphicBufferProducer> gbProducer;
619 sp<IGraphicBufferConsumer> gbConsumer;
620 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
621 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
622 Vector<sp<Surface>> surfaceList;
623 surfaceList.push_back(surface);
624 std::string physicalDeviceId1 = "0";
625 std::string physicalDeviceId2 = "1";
626 CameraMetadata physicalDeviceSettings1, physicalDeviceSettings2;
627 uint8_t intent1 = ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW;
628 uint8_t intent2 = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD;
629 EXPECT_EQ(OK, physicalDeviceSettings1.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent1, 1));
630 EXPECT_EQ(OK, physicalDeviceSettings2.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent2, 1));
631
632 requestParceled = new CaptureRequest();
633 Parcel p;
634 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
635 p.writeInt32(0);
636 p.setDataPosition(0);
637 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
638 p.freeData();
639 p.writeInt32(-1);
640 p.setDataPosition(0);
641 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
642 p.freeData();
643 p.writeInt32(1);
644 p.setDataPosition(0);
645 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
646
647 requestOriginal = new CaptureRequest();
648 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId1,
649 physicalDeviceSettings1});
650 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId2,
651 physicalDeviceSettings2});
652 requestOriginal->mSurfaceList.push_back(surface);
653 requestOriginal->mIsReprocess = false;
654 requestOriginal->mSurfaceConverted = false;
655
656 p.freeData();
657 EXPECT_TRUE(requestOriginal->writeToParcel(&p) == OK);
658 p.setDataPosition(0);
659 EXPECT_TRUE(requestParceled->readFromParcel(&p) == OK);
660 EXPECT_EQ(requestParceled->mIsReprocess, false);
661 EXPECT_FALSE(requestParceled->mSurfaceList.empty());
662 EXPECT_EQ(2u, requestParceled->mPhysicalCameraSettings.size());
663 auto it = requestParceled->mPhysicalCameraSettings.begin();
664 EXPECT_EQ(physicalDeviceId1, it->id);
665 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
666 auto entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
667 EXPECT_EQ(entry.data.u8[0], intent1);
668 it++;
669 EXPECT_EQ(physicalDeviceId2, it->id);
670 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
671 entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
672 EXPECT_EQ(entry.data.u8[0], intent2);
673};