blob: 24c0c51f3890f128d68f441d2ef1b3d4f14369ca [file] [log] [blame]
Ruben Brunk3450ba72015-06-16 11:00:37 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_NDEBUG 0
18#define LOG_TAG "CameraBinderTests"
19
20#include <binder/IInterface.h>
21#include <binder/IServiceManager.h>
22#include <binder/Parcel.h>
23#include <binder/ProcessState.h>
24#include <utils/Errors.h>
25#include <utils/Log.h>
26#include <utils/List.h>
27#include <utils/String8.h>
28#include <utils/String16.h>
29#include <utils/Condition.h>
30#include <utils/Mutex.h>
31#include <system/graphics.h>
32#include <hardware/gralloc.h>
33
34#include <camera/CameraMetadata.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#include <android/hardware/ICameraService.h>
36#include <android/hardware/ICameraServiceListener.h>
37#include <android/hardware/BnCameraServiceListener.h>
38#include <android/hardware/camera2/ICameraDeviceUser.h>
39#include <android/hardware/camera2/ICameraDeviceCallbacks.h>
40#include <android/hardware/camera2/BnCameraDeviceCallbacks.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070041#include <camera/camera2/CaptureRequest.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070042#include <camera/camera2/OutputConfiguration.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080043#include <camera/camera2/SubmitInfo.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070044
45#include <gui/BufferItemConsumer.h>
46#include <gui/IGraphicBufferProducer.h>
47#include <gui/Surface.h>
48
49#include <gtest/gtest.h>
50#include <unistd.h>
51#include <stdint.h>
52#include <utility>
53#include <vector>
54#include <map>
55#include <algorithm>
56
57using namespace android;
58
59#define ASSERT_NOT_NULL(x) \
60 ASSERT_TRUE((x) != nullptr)
61
62#define SETUP_TIMEOUT 2000000000 // ns
63#define IDLE_TIMEOUT 2000000000 // ns
64
65// Stub listener implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080066class TestCameraServiceListener : public hardware::BnCameraServiceListener {
67 std::map<String16, int32_t> mCameraTorchStatuses;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080068 std::map<String16, int32_t> mCameraStatuses;
Ruben Brunk3450ba72015-06-16 11:00:37 -070069 mutable Mutex mLock;
70 mutable Condition mCondition;
71 mutable Condition mTorchCondition;
72public:
73 virtual ~TestCameraServiceListener() {};
74
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080075 virtual binder::Status onStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070076 Mutex::Autolock l(mLock);
77 mCameraStatuses[cameraId] = status;
78 mCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080079 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070080 };
81
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080082 virtual binder::Status onTorchStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070083 Mutex::Autolock l(mLock);
84 mCameraTorchStatuses[cameraId] = status;
85 mTorchCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080086 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070087 };
88
89 bool waitForNumCameras(size_t num) const {
90 Mutex::Autolock l(mLock);
91
92 if (mCameraStatuses.size() == num) {
93 return true;
94 }
95
96 while (mCameraStatuses.size() < num) {
97 if (mCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
98 return false;
99 }
100 }
101 return true;
102 };
103
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800104 bool waitForTorchState(int32_t status, int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700105 Mutex::Autolock l(mLock);
106
107 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
108 if (iter != mCameraTorchStatuses.end() && iter->second == status) {
109 return true;
110 }
111
112 bool foundStatus = false;
113 while (!foundStatus) {
114 if (mTorchCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
115 return false;
116 }
117 const auto& iter =
118 mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
119 foundStatus = (iter != mCameraTorchStatuses.end() && iter->second == status);
120 }
121 return true;
122 };
123
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800124 int32_t getTorchStatus(int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700125 Mutex::Autolock l(mLock);
126 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
127 if (iter == mCameraTorchStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800128 return hardware::ICameraServiceListener::TORCH_STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700129 }
130 return iter->second;
131 };
132
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800133 int32_t getStatus(const String16& cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700134 Mutex::Autolock l(mLock);
135 const auto& iter = mCameraStatuses.find(cameraId);
136 if (iter == mCameraStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800137 return hardware::ICameraServiceListener::STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700138 }
139 return iter->second;
140 };
141};
142
143// Callback implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800144class TestCameraDeviceCallbacks : public hardware::camera2::BnCameraDeviceCallbacks {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700145public:
146 enum Status {
147 IDLE,
148 ERROR,
149 PREPARED,
150 RUNNING,
151 SENT_RESULT,
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700152 UNINITIALIZED,
153 REPEATING_REQUEST_ERROR,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700154 REQUEST_QUEUE_EMPTY,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700155 };
156
157protected:
158 bool mError;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800159 int32_t mLastStatus;
160 mutable std::vector<int32_t> mStatusesHit;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700161 mutable Mutex mLock;
162 mutable Condition mStatusCondition;
163public:
164 TestCameraDeviceCallbacks() : mError(false), mLastStatus(UNINITIALIZED) {}
165
166 virtual ~TestCameraDeviceCallbacks() {}
167
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800168 virtual binder::Status onDeviceError(int errorCode,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700169 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800170 (void) resultExtras;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700171 ALOGE("%s: onDeviceError occurred with: %d", __FUNCTION__, static_cast<int>(errorCode));
172 Mutex::Autolock l(mLock);
173 mError = true;
174 mLastStatus = ERROR;
175 mStatusesHit.push_back(mLastStatus);
176 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800177 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700178 }
179
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800180 virtual binder::Status onDeviceIdle() {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700181 Mutex::Autolock l(mLock);
182 mLastStatus = IDLE;
183 mStatusesHit.push_back(mLastStatus);
184 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800185 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700186 }
187
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800188 virtual binder::Status onCaptureStarted(const CaptureResultExtras& resultExtras,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700189 int64_t timestamp) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800190 (void) resultExtras;
191 (void) timestamp;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700192 Mutex::Autolock l(mLock);
193 mLastStatus = RUNNING;
194 mStatusesHit.push_back(mLastStatus);
195 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800196 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700197 }
198
199
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800200 virtual binder::Status onResultReceived(const CameraMetadata& metadata,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700201 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800202 (void) metadata;
203 (void) resultExtras;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700204 Mutex::Autolock l(mLock);
205 mLastStatus = SENT_RESULT;
206 mStatusesHit.push_back(mLastStatus);
207 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800208 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700209 }
210
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800211 virtual binder::Status onPrepared(int streamId) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800212 (void) streamId;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700213 Mutex::Autolock l(mLock);
214 mLastStatus = PREPARED;
215 mStatusesHit.push_back(mLastStatus);
216 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800217 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700218 }
219
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700220 virtual binder::Status onRepeatingRequestError(
221 int64_t lastFrameNumber, int32_t stoppedSequenceId) {
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700222 (void) lastFrameNumber;
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700223 (void) stoppedSequenceId;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700224 Mutex::Autolock l(mLock);
225 mLastStatus = REPEATING_REQUEST_ERROR;
226 mStatusesHit.push_back(mLastStatus);
227 mStatusCondition.broadcast();
228 return binder::Status::ok();
229 }
230
Shuzhen Wang9d066012016-09-30 11:30:20 -0700231 virtual binder::Status onRequestQueueEmpty() {
232 Mutex::Autolock l(mLock);
233 mLastStatus = REQUEST_QUEUE_EMPTY;
234 mStatusesHit.push_back(mLastStatus);
235 mStatusCondition.broadcast();
236 return binder::Status::ok();
237 }
238
Ruben Brunk3450ba72015-06-16 11:00:37 -0700239 // Test helper functions:
240
241 bool hadError() const {
242 Mutex::Autolock l(mLock);
243 return mError;
244 }
245
246 bool waitForStatus(Status status) const {
247 Mutex::Autolock l(mLock);
248 if (mLastStatus == status) {
249 return true;
250 }
251
252 while (std::find(mStatusesHit.begin(), mStatusesHit.end(), status)
253 == mStatusesHit.end()) {
254
255 if (mStatusCondition.waitRelative(mLock, IDLE_TIMEOUT) != OK) {
256 mStatusesHit.clear();
257 return false;
258 }
259 }
260 mStatusesHit.clear();
261
262 return true;
263
264 }
265
266 void clearStatus() const {
267 Mutex::Autolock l(mLock);
268 mStatusesHit.clear();
269 }
270
271 bool waitForIdle() const {
272 return waitForStatus(IDLE);
273 }
274
275};
276
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800277namespace {
278 Mutex gLock;
279 class DeathNotifier : public IBinder::DeathRecipient
280 {
281 public:
282 DeathNotifier() {}
283
284 virtual void binderDied(const wp<IBinder>& /*who*/) {
285 ALOGV("binderDied");
286 Mutex::Autolock _l(gLock);
287 ALOGW("Camera service died!");
288 }
289 };
290 sp<DeathNotifier> gDeathNotifier;
291}; // anonymous namespace
292
Ruben Brunk3450ba72015-06-16 11:00:37 -0700293// Exercise basic binder calls for the camera service
294TEST(CameraServiceBinderTest, CheckBinderCameraService) {
295 ProcessState::self()->startThreadPool();
296 sp<IServiceManager> sm = defaultServiceManager();
297 sp<IBinder> binder = sm->getService(String16("media.camera"));
298 ASSERT_NOT_NULL(binder);
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800299 if (gDeathNotifier == NULL) {
300 gDeathNotifier = new DeathNotifier();
301 }
302 binder->linkToDeath(gDeathNotifier);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800303 sp<hardware::ICameraService> service =
304 interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700305
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800306 binder::Status res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700307
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800308 int32_t numCameras = 0;
309 res = service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_ALL, &numCameras);
310 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700311 EXPECT_LE(0, numCameras);
312
313 // Check listener binder calls
314 sp<TestCameraServiceListener> listener(new TestCameraServiceListener());
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800315 std::vector<hardware::CameraStatus> statuses;
316 res = service->addListener(listener, &statuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800317 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700318
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800319 EXPECT_EQ(numCameras, static_cast<const int>(statuses.size()));
Emilian Peevaebbe412018-01-15 13:53:24 +0000320 for (const auto &it : statuses) {
321 listener->onStatusChanged(it.status, String16(it.cameraId));
322 }
Ruben Brunk3450ba72015-06-16 11:00:37 -0700323
324 for (int32_t i = 0; i < numCameras; i++) {
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800325 String16 cameraId = String16(String8::format("%d", i));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800326 bool isSupported = false;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800327 res = service->supportsCameraApi(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800328 hardware::ICameraService::API_VERSION_2, &isSupported);
329 EXPECT_TRUE(res.isOk()) << res;
330
Ruben Brunk3450ba72015-06-16 11:00:37 -0700331 // We only care about binder calls for the Camera2 API. Camera1 is deprecated.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800332 if (!isSupported) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700333 continue;
334 }
335
336 // Check metadata binder call
337 CameraMetadata metadata;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800338 res = service->getCameraCharacteristics(cameraId, &metadata);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800339 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700340 EXPECT_FALSE(metadata.isEmpty());
341
342 // Make sure we're available, or skip device tests otherwise
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800343 int32_t s = listener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800344 EXPECT_EQ(::android::hardware::ICameraServiceListener::STATUS_PRESENT, s);
345 if (s != ::android::hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700346 continue;
347 }
348
349 // Check connect binder calls
350 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800351 sp<hardware::camera2::ICameraDeviceUser> device;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800352 res = service->connectDevice(callbacks, cameraId, String16("meeeeeeeee!"),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800353 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
354 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700355 ASSERT_NE(nullptr, device.get());
356 device->disconnect();
357 EXPECT_FALSE(callbacks->hadError());
358
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800359 int32_t torchStatus = listener->getTorchStatus(i);
360 if (torchStatus == hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700361 // Check torch calls
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800362 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800363 /*enabled*/true, callbacks);
364 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700365 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800366 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_ON, i));
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800367 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800368 /*enabled*/false, callbacks);
369 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700370 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800371 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF, i));
Ruben Brunk3450ba72015-06-16 11:00:37 -0700372 }
373 }
374
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800375 res = service->removeListener(listener);
376 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700377}
378
379// Test fixture for client focused binder tests
380class CameraClientBinderTest : public testing::Test {
381protected:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800382 sp<hardware::ICameraService> service;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700383 int32_t numCameras;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800384 std::vector<std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>>
385 openDeviceList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700386 sp<TestCameraServiceListener> serviceListener;
387
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800388 std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800389 openNewDevice(const String16& deviceId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700390 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800391 sp<hardware::camera2::ICameraDeviceUser> device;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700392 {
393 SCOPED_TRACE("openNewDevice");
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800394 binder::Status res = service->connectDevice(callbacks, deviceId, String16("meeeeeeeee!"),
395 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
396 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700397 }
398 auto p = std::make_pair(callbacks, device);
399 openDeviceList.push_back(p);
400 return p;
401 }
402
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800403 void closeDevice(std::pair<sp<TestCameraDeviceCallbacks>,
404 sp<hardware::camera2::ICameraDeviceUser>>& p) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700405 if (p.second.get() != nullptr) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800406 binder::Status res = p.second->disconnect();
407 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700408 {
409 SCOPED_TRACE("closeDevice");
410 EXPECT_FALSE(p.first->hadError());
411 }
412 }
413 auto iter = std::find(openDeviceList.begin(), openDeviceList.end(), p);
414 if (iter != openDeviceList.end()) {
415 openDeviceList.erase(iter);
416 }
417 }
418
419 virtual void SetUp() {
420 ProcessState::self()->startThreadPool();
421 sp<IServiceManager> sm = defaultServiceManager();
422 sp<IBinder> binder = sm->getService(String16("media.camera"));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800423 service = interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700424 serviceListener = new TestCameraServiceListener();
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800425 std::vector<hardware::CameraStatus> statuses;
426 service->addListener(serviceListener, &statuses);
Emilian Peevaebbe412018-01-15 13:53:24 +0000427 for (const auto &it : statuses) {
428 serviceListener->onStatusChanged(it.status, String16(it.cameraId));
429 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800430 service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_BACKWARD_COMPATIBLE,
431 &numCameras);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700432 }
433
434 virtual void TearDown() {
435 service = nullptr;
436 numCameras = 0;
437 for (auto& p : openDeviceList) {
438 closeDevice(p);
439 }
440 }
441
442};
443
444TEST_F(CameraClientBinderTest, CheckBinderCameraDeviceUser) {
445 ASSERT_NOT_NULL(service);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700446 EXPECT_TRUE(serviceListener->waitForNumCameras(numCameras));
447 for (int32_t i = 0; i < numCameras; i++) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000448 String8 cameraId8 = String8::format("%d", i);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700449 // Make sure we're available, or skip device tests otherwise
Emilian Peevaebbe412018-01-15 13:53:24 +0000450 String16 cameraId(cameraId8);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800451 int32_t s = serviceListener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800452 EXPECT_EQ(hardware::ICameraServiceListener::STATUS_PRESENT, s);
453 if (s != hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700454 continue;
455 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800456 binder::Status res;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800457 auto p = openNewDevice(cameraId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700458 sp<TestCameraDeviceCallbacks> callbacks = p.first;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800459 sp<hardware::camera2::ICameraDeviceUser> device = p.second;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700460
461 // Setup a buffer queue; I'm just using the vendor opaque format here as that is
462 // guaranteed to be present
463 sp<IGraphicBufferProducer> gbProducer;
464 sp<IGraphicBufferConsumer> gbConsumer;
465 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
466 sp<BufferItemConsumer> opaqueConsumer = new BufferItemConsumer(gbConsumer,
467 GRALLOC_USAGE_SW_READ_NEVER, /*maxImages*/2, /*controlledByApp*/true);
468 EXPECT_TRUE(opaqueConsumer.get() != nullptr);
469 opaqueConsumer->setName(String8("nom nom nom"));
470
471 // Set to VGA dimens for default, as that is guaranteed to be present
472 EXPECT_EQ(OK, gbConsumer->setDefaultBufferSize(640, 480));
473 EXPECT_EQ(OK, gbConsumer->setDefaultBufferFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED));
474
475 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
476
477 OutputConfiguration output(gbProducer, /*rotation*/0);
478
479 // Can we configure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800480 res = device->beginConfigure();
481 EXPECT_TRUE(res.isOk()) << res;
482 status_t streamId;
483 res = device->createStream(output, &streamId);
484 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700485 EXPECT_LE(0, streamId);
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100486 CameraMetadata sessionParams;
487 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800488 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700489 EXPECT_FALSE(callbacks->hadError());
490
491 // Can we make requests?
492 CameraMetadata requestTemplate;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800493 res = device->createDefaultRequest(/*preview template*/1,
494 /*out*/&requestTemplate);
495 EXPECT_TRUE(res.isOk()) << res;
496
497 hardware::camera2::CaptureRequest request;
Emilian Peevaebbe412018-01-15 13:53:24 +0000498 request.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800499 request.mSurfaceList.add(surface);
500 request.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700501 int64_t lastFrameNumber = 0;
502 int64_t lastFrameNumberPrev = 0;
503 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800504
505 hardware::camera2::utils::SubmitInfo info;
506 res = device->submitRequest(request, /*streaming*/true, /*out*/&info);
507 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700508 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800509 EXPECT_LE(0, info.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700510
511 // Can we stop requests?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800512 res = device->cancelRequest(info.mRequestId, /*out*/&lastFrameNumber);
513 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700514 EXPECT_TRUE(callbacks->waitForIdle());
515 EXPECT_FALSE(callbacks->hadError());
516
517 // Can we do it again?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800518 lastFrameNumberPrev = info.mLastFrameNumber;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700519 lastFrameNumber = 0;
520 requestTemplate.clear();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800521 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
522 /*out*/&requestTemplate);
523 EXPECT_TRUE(res.isOk()) << res;
524 hardware::camera2::CaptureRequest request2;
Emilian Peevaebbe412018-01-15 13:53:24 +0000525 request2.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800526 request2.mSurfaceList.add(surface);
527 request2.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700528 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800529 hardware::camera2::utils::SubmitInfo info2;
530 res = device->submitRequest(request2, /*streaming*/true,
531 /*out*/&info2);
532 EXPECT_TRUE(res.isOk()) << res;
533 EXPECT_EQ(hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES,
534 info2.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700535 lastFrameNumber = 0;
536 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800537 EXPECT_LE(0, info2.mRequestId);
538 res = device->cancelRequest(info2.mRequestId, /*out*/&lastFrameNumber);
539 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700540 EXPECT_TRUE(callbacks->waitForIdle());
541 EXPECT_LE(lastFrameNumberPrev, lastFrameNumber);
542 sleep(/*second*/1); // allow some time for errors to show up, if any
543 EXPECT_FALSE(callbacks->hadError());
544
545 // Can we do it with a request list?
546 lastFrameNumberPrev = lastFrameNumber;
547 lastFrameNumber = 0;
548 requestTemplate.clear();
549 CameraMetadata requestTemplate2;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800550 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
551 /*out*/&requestTemplate);
552 EXPECT_TRUE(res.isOk()) << res;
553 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
554 /*out*/&requestTemplate2);
555 EXPECT_TRUE(res.isOk()) << res;
556 android::hardware::camera2::CaptureRequest request3;
557 android::hardware::camera2::CaptureRequest request4;
Emilian Peevaebbe412018-01-15 13:53:24 +0000558 request3.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800559 request3.mSurfaceList.add(surface);
560 request3.mIsReprocess = false;
Emilian Peevaebbe412018-01-15 13:53:24 +0000561 request4.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate2});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800562 request4.mSurfaceList.add(surface);
563 request4.mIsReprocess = false;
564 std::vector<hardware::camera2::CaptureRequest> requestList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700565 requestList.push_back(request3);
566 requestList.push_back(request4);
567
568 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800569 hardware::camera2::utils::SubmitInfo info3;
570 res = device->submitRequestList(requestList, /*streaming*/false,
571 /*out*/&info3);
572 EXPECT_TRUE(res.isOk()) << res;
573 EXPECT_LE(0, info3.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700574 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
575 EXPECT_TRUE(callbacks->waitForIdle());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800576 EXPECT_LE(lastFrameNumberPrev, info3.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700577 sleep(/*second*/1); // allow some time for errors to show up, if any
578 EXPECT_FALSE(callbacks->hadError());
579
580 // Can we unconfigure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800581 res = device->beginConfigure();
582 EXPECT_TRUE(res.isOk()) << res;
583 res = device->deleteStream(streamId);
584 EXPECT_TRUE(res.isOk()) << res;
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100585 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800586 EXPECT_TRUE(res.isOk()) << res;
587
Ruben Brunk3450ba72015-06-16 11:00:37 -0700588 sleep(/*second*/1); // allow some time for errors to show up, if any
589 EXPECT_FALSE(callbacks->hadError());
590
591 closeDevice(p);
592 }
593
594};
Emilian Peevaebbe412018-01-15 13:53:24 +0000595
596TEST_F(CameraClientBinderTest, CheckBinderCaptureRequest) {
597 sp<CaptureRequest> requestOriginal, requestParceled;
598 sp<IGraphicBufferProducer> gbProducer;
599 sp<IGraphicBufferConsumer> gbConsumer;
600 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
601 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
602 Vector<sp<Surface>> surfaceList;
603 surfaceList.push_back(surface);
604 std::string physicalDeviceId1 = "0";
605 std::string physicalDeviceId2 = "1";
606 CameraMetadata physicalDeviceSettings1, physicalDeviceSettings2;
607 uint8_t intent1 = ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW;
608 uint8_t intent2 = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD;
609 EXPECT_EQ(OK, physicalDeviceSettings1.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent1, 1));
610 EXPECT_EQ(OK, physicalDeviceSettings2.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent2, 1));
611
612 requestParceled = new CaptureRequest();
613 Parcel p;
614 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
615 p.writeInt32(0);
616 p.setDataPosition(0);
617 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
618 p.freeData();
619 p.writeInt32(-1);
620 p.setDataPosition(0);
621 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
622 p.freeData();
623 p.writeInt32(1);
624 p.setDataPosition(0);
625 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
626
627 requestOriginal = new CaptureRequest();
628 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId1,
629 physicalDeviceSettings1});
630 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId2,
631 physicalDeviceSettings2});
632 requestOriginal->mSurfaceList.push_back(surface);
633 requestOriginal->mIsReprocess = false;
634 requestOriginal->mSurfaceConverted = false;
635
636 p.freeData();
637 EXPECT_TRUE(requestOriginal->writeToParcel(&p) == OK);
638 p.setDataPosition(0);
639 EXPECT_TRUE(requestParceled->readFromParcel(&p) == OK);
640 EXPECT_EQ(requestParceled->mIsReprocess, false);
641 EXPECT_FALSE(requestParceled->mSurfaceList.empty());
642 EXPECT_EQ(2u, requestParceled->mPhysicalCameraSettings.size());
643 auto it = requestParceled->mPhysicalCameraSettings.begin();
644 EXPECT_EQ(physicalDeviceId1, it->id);
645 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
646 auto entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
647 EXPECT_EQ(entry.data.u8[0], intent1);
648 it++;
649 EXPECT_EQ(physicalDeviceId2, it->id);
650 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
651 entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
652 EXPECT_EQ(entry.data.u8[0], intent2);
653};