blob: 1de701381cb863cc2a8b887aef7d99545bacebf0 [file] [log] [blame]
Ruben Brunk3450ba72015-06-16 11:00:37 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_NDEBUG 0
18#define LOG_TAG "CameraBinderTests"
19
20#include <binder/IInterface.h>
21#include <binder/IServiceManager.h>
22#include <binder/Parcel.h>
23#include <binder/ProcessState.h>
24#include <utils/Errors.h>
25#include <utils/Log.h>
26#include <utils/List.h>
27#include <utils/String8.h>
28#include <utils/String16.h>
29#include <utils/Condition.h>
30#include <utils/Mutex.h>
31#include <system/graphics.h>
32#include <hardware/gralloc.h>
33
34#include <camera/CameraMetadata.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080035#include <android/hardware/ICameraService.h>
36#include <android/hardware/ICameraServiceListener.h>
37#include <android/hardware/BnCameraServiceListener.h>
38#include <android/hardware/camera2/ICameraDeviceUser.h>
39#include <android/hardware/camera2/ICameraDeviceCallbacks.h>
40#include <android/hardware/camera2/BnCameraDeviceCallbacks.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070041#include <camera/camera2/CaptureRequest.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070042#include <camera/camera2/OutputConfiguration.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080043#include <camera/camera2/SubmitInfo.h>
Ruben Brunk3450ba72015-06-16 11:00:37 -070044
45#include <gui/BufferItemConsumer.h>
46#include <gui/IGraphicBufferProducer.h>
47#include <gui/Surface.h>
48
49#include <gtest/gtest.h>
50#include <unistd.h>
51#include <stdint.h>
52#include <utility>
53#include <vector>
54#include <map>
55#include <algorithm>
56
57using namespace android;
58
59#define ASSERT_NOT_NULL(x) \
60 ASSERT_TRUE((x) != nullptr)
61
62#define SETUP_TIMEOUT 2000000000 // ns
63#define IDLE_TIMEOUT 2000000000 // ns
64
65// Stub listener implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080066class TestCameraServiceListener : public hardware::BnCameraServiceListener {
67 std::map<String16, int32_t> mCameraTorchStatuses;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080068 std::map<String16, int32_t> mCameraStatuses;
Ruben Brunk3450ba72015-06-16 11:00:37 -070069 mutable Mutex mLock;
70 mutable Condition mCondition;
71 mutable Condition mTorchCondition;
72public:
73 virtual ~TestCameraServiceListener() {};
74
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080075 virtual binder::Status onStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070076 Mutex::Autolock l(mLock);
77 mCameraStatuses[cameraId] = status;
78 mCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080079 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070080 };
81
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080082 virtual binder::Status onTorchStatusChanged(int32_t status, const String16& cameraId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -070083 Mutex::Autolock l(mLock);
84 mCameraTorchStatuses[cameraId] = status;
85 mTorchCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080086 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -070087 };
88
89 bool waitForNumCameras(size_t num) const {
90 Mutex::Autolock l(mLock);
91
92 if (mCameraStatuses.size() == num) {
93 return true;
94 }
95
96 while (mCameraStatuses.size() < num) {
97 if (mCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
98 return false;
99 }
100 }
101 return true;
102 };
103
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800104 bool waitForTorchState(int32_t status, int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700105 Mutex::Autolock l(mLock);
106
107 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
108 if (iter != mCameraTorchStatuses.end() && iter->second == status) {
109 return true;
110 }
111
112 bool foundStatus = false;
113 while (!foundStatus) {
114 if (mTorchCondition.waitRelative(mLock, SETUP_TIMEOUT) != OK) {
115 return false;
116 }
117 const auto& iter =
118 mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
119 foundStatus = (iter != mCameraTorchStatuses.end() && iter->second == status);
120 }
121 return true;
122 };
123
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800124 int32_t getTorchStatus(int32_t cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700125 Mutex::Autolock l(mLock);
126 const auto& iter = mCameraTorchStatuses.find(String16(String8::format("%d", cameraId)));
127 if (iter == mCameraTorchStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800128 return hardware::ICameraServiceListener::TORCH_STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700129 }
130 return iter->second;
131 };
132
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800133 int32_t getStatus(const String16& cameraId) const {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700134 Mutex::Autolock l(mLock);
135 const auto& iter = mCameraStatuses.find(cameraId);
136 if (iter == mCameraStatuses.end()) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800137 return hardware::ICameraServiceListener::STATUS_UNKNOWN;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700138 }
139 return iter->second;
140 };
141};
142
143// Callback implementation
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800144class TestCameraDeviceCallbacks : public hardware::camera2::BnCameraDeviceCallbacks {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700145public:
146 enum Status {
147 IDLE,
148 ERROR,
149 PREPARED,
150 RUNNING,
151 SENT_RESULT,
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700152 UNINITIALIZED,
153 REPEATING_REQUEST_ERROR,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700154 REQUEST_QUEUE_EMPTY,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700155 };
156
157protected:
158 bool mError;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800159 int32_t mLastStatus;
160 mutable std::vector<int32_t> mStatusesHit;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700161 mutable Mutex mLock;
162 mutable Condition mStatusCondition;
163public:
164 TestCameraDeviceCallbacks() : mError(false), mLastStatus(UNINITIALIZED) {}
165
166 virtual ~TestCameraDeviceCallbacks() {}
167
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800168 virtual binder::Status onDeviceError(int errorCode,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700169 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800170 (void) resultExtras;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700171 ALOGE("%s: onDeviceError occurred with: %d", __FUNCTION__, static_cast<int>(errorCode));
172 Mutex::Autolock l(mLock);
173 mError = true;
174 mLastStatus = ERROR;
175 mStatusesHit.push_back(mLastStatus);
176 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800177 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700178 }
179
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800180 virtual binder::Status onDeviceIdle() {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700181 Mutex::Autolock l(mLock);
182 mLastStatus = IDLE;
183 mStatusesHit.push_back(mLastStatus);
184 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800185 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700186 }
187
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800188 virtual binder::Status onCaptureStarted(const CaptureResultExtras& resultExtras,
Ruben Brunk3450ba72015-06-16 11:00:37 -0700189 int64_t timestamp) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800190 (void) resultExtras;
191 (void) timestamp;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700192 Mutex::Autolock l(mLock);
193 mLastStatus = RUNNING;
194 mStatusesHit.push_back(mLastStatus);
195 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800196 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700197 }
198
199
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800200 virtual binder::Status onResultReceived(const CameraMetadata& metadata,
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800201 const CaptureResultExtras& resultExtras,
202 const std::vector<PhysicalCaptureResultInfo>& physicalResultInfos) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800203 (void) metadata;
204 (void) resultExtras;
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800205 (void) physicalResultInfos;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700206 Mutex::Autolock l(mLock);
207 mLastStatus = SENT_RESULT;
208 mStatusesHit.push_back(mLastStatus);
209 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800210 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700211 }
212
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800213 virtual binder::Status onPrepared(int streamId) {
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800214 (void) streamId;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700215 Mutex::Autolock l(mLock);
216 mLastStatus = PREPARED;
217 mStatusesHit.push_back(mLastStatus);
218 mStatusCondition.broadcast();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800219 return binder::Status::ok();
Ruben Brunk3450ba72015-06-16 11:00:37 -0700220 }
221
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700222 virtual binder::Status onRepeatingRequestError(
223 int64_t lastFrameNumber, int32_t stoppedSequenceId) {
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700224 (void) lastFrameNumber;
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -0700225 (void) stoppedSequenceId;
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700226 Mutex::Autolock l(mLock);
227 mLastStatus = REPEATING_REQUEST_ERROR;
228 mStatusesHit.push_back(mLastStatus);
229 mStatusCondition.broadcast();
230 return binder::Status::ok();
231 }
232
Shuzhen Wang9d066012016-09-30 11:30:20 -0700233 virtual binder::Status onRequestQueueEmpty() {
234 Mutex::Autolock l(mLock);
235 mLastStatus = REQUEST_QUEUE_EMPTY;
236 mStatusesHit.push_back(mLastStatus);
237 mStatusCondition.broadcast();
238 return binder::Status::ok();
239 }
240
Ruben Brunk3450ba72015-06-16 11:00:37 -0700241 // Test helper functions:
242
243 bool hadError() const {
244 Mutex::Autolock l(mLock);
245 return mError;
246 }
247
248 bool waitForStatus(Status status) const {
249 Mutex::Autolock l(mLock);
250 if (mLastStatus == status) {
251 return true;
252 }
253
254 while (std::find(mStatusesHit.begin(), mStatusesHit.end(), status)
255 == mStatusesHit.end()) {
256
257 if (mStatusCondition.waitRelative(mLock, IDLE_TIMEOUT) != OK) {
258 mStatusesHit.clear();
259 return false;
260 }
261 }
262 mStatusesHit.clear();
263
264 return true;
265
266 }
267
268 void clearStatus() const {
269 Mutex::Autolock l(mLock);
270 mStatusesHit.clear();
271 }
272
273 bool waitForIdle() const {
274 return waitForStatus(IDLE);
275 }
276
277};
278
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800279namespace {
280 Mutex gLock;
281 class DeathNotifier : public IBinder::DeathRecipient
282 {
283 public:
284 DeathNotifier() {}
285
286 virtual void binderDied(const wp<IBinder>& /*who*/) {
287 ALOGV("binderDied");
288 Mutex::Autolock _l(gLock);
289 ALOGW("Camera service died!");
290 }
291 };
292 sp<DeathNotifier> gDeathNotifier;
293}; // anonymous namespace
294
Ruben Brunk3450ba72015-06-16 11:00:37 -0700295// Exercise basic binder calls for the camera service
296TEST(CameraServiceBinderTest, CheckBinderCameraService) {
297 ProcessState::self()->startThreadPool();
298 sp<IServiceManager> sm = defaultServiceManager();
299 sp<IBinder> binder = sm->getService(String16("media.camera"));
300 ASSERT_NOT_NULL(binder);
Yin-Chia Yeh0dea57f2015-12-09 16:46:07 -0800301 if (gDeathNotifier == NULL) {
302 gDeathNotifier = new DeathNotifier();
303 }
304 binder->linkToDeath(gDeathNotifier);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800305 sp<hardware::ICameraService> service =
306 interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700307
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800308 binder::Status res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700309
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800310 int32_t numCameras = 0;
311 res = service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_ALL, &numCameras);
312 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700313 EXPECT_LE(0, numCameras);
314
315 // Check listener binder calls
316 sp<TestCameraServiceListener> listener(new TestCameraServiceListener());
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800317 std::vector<hardware::CameraStatus> statuses;
318 res = service->addListener(listener, &statuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800319 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700320
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800321 EXPECT_EQ(numCameras, static_cast<const int>(statuses.size()));
Emilian Peevaebbe412018-01-15 13:53:24 +0000322 for (const auto &it : statuses) {
323 listener->onStatusChanged(it.status, String16(it.cameraId));
324 }
Ruben Brunk3450ba72015-06-16 11:00:37 -0700325
326 for (int32_t i = 0; i < numCameras; i++) {
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800327 String16 cameraId = String16(String8::format("%d", i));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800328 bool isSupported = false;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800329 res = service->supportsCameraApi(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800330 hardware::ICameraService::API_VERSION_2, &isSupported);
331 EXPECT_TRUE(res.isOk()) << res;
332
Ruben Brunk3450ba72015-06-16 11:00:37 -0700333 // We only care about binder calls for the Camera2 API. Camera1 is deprecated.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800334 if (!isSupported) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700335 continue;
336 }
337
338 // Check metadata binder call
339 CameraMetadata metadata;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800340 res = service->getCameraCharacteristics(cameraId, &metadata);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800341 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700342 EXPECT_FALSE(metadata.isEmpty());
343
344 // Make sure we're available, or skip device tests otherwise
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800345 int32_t s = listener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800346 EXPECT_EQ(::android::hardware::ICameraServiceListener::STATUS_PRESENT, s);
347 if (s != ::android::hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700348 continue;
349 }
350
351 // Check connect binder calls
352 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800353 sp<hardware::camera2::ICameraDeviceUser> device;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800354 res = service->connectDevice(callbacks, cameraId, String16("meeeeeeeee!"),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800355 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
356 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700357 ASSERT_NE(nullptr, device.get());
358 device->disconnect();
359 EXPECT_FALSE(callbacks->hadError());
360
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800361 int32_t torchStatus = listener->getTorchStatus(i);
362 if (torchStatus == hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700363 // Check torch calls
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800364 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800365 /*enabled*/true, callbacks);
366 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700367 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800368 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_ON, i));
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800369 res = service->setTorchMode(cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800370 /*enabled*/false, callbacks);
371 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700372 EXPECT_TRUE(listener->waitForTorchState(
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800373 hardware::ICameraServiceListener::TORCH_STATUS_AVAILABLE_OFF, i));
Ruben Brunk3450ba72015-06-16 11:00:37 -0700374 }
375 }
376
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800377 res = service->removeListener(listener);
378 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700379}
380
381// Test fixture for client focused binder tests
382class CameraClientBinderTest : public testing::Test {
383protected:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800384 sp<hardware::ICameraService> service;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700385 int32_t numCameras;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800386 std::vector<std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>>
387 openDeviceList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700388 sp<TestCameraServiceListener> serviceListener;
389
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800390 std::pair<sp<TestCameraDeviceCallbacks>, sp<hardware::camera2::ICameraDeviceUser>>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800391 openNewDevice(const String16& deviceId) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700392 sp<TestCameraDeviceCallbacks> callbacks(new TestCameraDeviceCallbacks());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800393 sp<hardware::camera2::ICameraDeviceUser> device;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700394 {
395 SCOPED_TRACE("openNewDevice");
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800396 binder::Status res = service->connectDevice(callbacks, deviceId, String16("meeeeeeeee!"),
397 hardware::ICameraService::USE_CALLING_UID, /*out*/&device);
398 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700399 }
400 auto p = std::make_pair(callbacks, device);
401 openDeviceList.push_back(p);
402 return p;
403 }
404
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800405 void closeDevice(std::pair<sp<TestCameraDeviceCallbacks>,
406 sp<hardware::camera2::ICameraDeviceUser>>& p) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700407 if (p.second.get() != nullptr) {
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800408 binder::Status res = p.second->disconnect();
409 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700410 {
411 SCOPED_TRACE("closeDevice");
412 EXPECT_FALSE(p.first->hadError());
413 }
414 }
415 auto iter = std::find(openDeviceList.begin(), openDeviceList.end(), p);
416 if (iter != openDeviceList.end()) {
417 openDeviceList.erase(iter);
418 }
419 }
420
421 virtual void SetUp() {
422 ProcessState::self()->startThreadPool();
423 sp<IServiceManager> sm = defaultServiceManager();
424 sp<IBinder> binder = sm->getService(String16("media.camera"));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800425 service = interface_cast<hardware::ICameraService>(binder);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700426 serviceListener = new TestCameraServiceListener();
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800427 std::vector<hardware::CameraStatus> statuses;
428 service->addListener(serviceListener, &statuses);
Emilian Peevaebbe412018-01-15 13:53:24 +0000429 for (const auto &it : statuses) {
430 serviceListener->onStatusChanged(it.status, String16(it.cameraId));
431 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800432 service->getNumberOfCameras(hardware::ICameraService::CAMERA_TYPE_BACKWARD_COMPATIBLE,
433 &numCameras);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700434 }
435
436 virtual void TearDown() {
437 service = nullptr;
438 numCameras = 0;
439 for (auto& p : openDeviceList) {
440 closeDevice(p);
441 }
442 }
443
444};
445
446TEST_F(CameraClientBinderTest, CheckBinderCameraDeviceUser) {
447 ASSERT_NOT_NULL(service);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700448 EXPECT_TRUE(serviceListener->waitForNumCameras(numCameras));
449 for (int32_t i = 0; i < numCameras; i++) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000450 String8 cameraId8 = String8::format("%d", i);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700451 // Make sure we're available, or skip device tests otherwise
Emilian Peevaebbe412018-01-15 13:53:24 +0000452 String16 cameraId(cameraId8);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800453 int32_t s = serviceListener->getStatus(cameraId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800454 EXPECT_EQ(hardware::ICameraServiceListener::STATUS_PRESENT, s);
455 if (s != hardware::ICameraServiceListener::STATUS_PRESENT) {
Ruben Brunk3450ba72015-06-16 11:00:37 -0700456 continue;
457 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800458 binder::Status res;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800459 auto p = openNewDevice(cameraId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700460 sp<TestCameraDeviceCallbacks> callbacks = p.first;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800461 sp<hardware::camera2::ICameraDeviceUser> device = p.second;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700462
463 // Setup a buffer queue; I'm just using the vendor opaque format here as that is
464 // guaranteed to be present
465 sp<IGraphicBufferProducer> gbProducer;
466 sp<IGraphicBufferConsumer> gbConsumer;
467 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
468 sp<BufferItemConsumer> opaqueConsumer = new BufferItemConsumer(gbConsumer,
469 GRALLOC_USAGE_SW_READ_NEVER, /*maxImages*/2, /*controlledByApp*/true);
470 EXPECT_TRUE(opaqueConsumer.get() != nullptr);
471 opaqueConsumer->setName(String8("nom nom nom"));
472
473 // Set to VGA dimens for default, as that is guaranteed to be present
474 EXPECT_EQ(OK, gbConsumer->setDefaultBufferSize(640, 480));
475 EXPECT_EQ(OK, gbConsumer->setDefaultBufferFormat(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED));
476
477 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
478
479 OutputConfiguration output(gbProducer, /*rotation*/0);
480
481 // Can we configure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800482 res = device->beginConfigure();
483 EXPECT_TRUE(res.isOk()) << res;
484 status_t streamId;
485 res = device->createStream(output, &streamId);
486 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700487 EXPECT_LE(0, streamId);
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100488 CameraMetadata sessionParams;
489 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800490 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700491 EXPECT_FALSE(callbacks->hadError());
492
493 // Can we make requests?
494 CameraMetadata requestTemplate;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800495 res = device->createDefaultRequest(/*preview template*/1,
496 /*out*/&requestTemplate);
497 EXPECT_TRUE(res.isOk()) << res;
498
499 hardware::camera2::CaptureRequest request;
Emilian Peevaebbe412018-01-15 13:53:24 +0000500 request.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800501 request.mSurfaceList.add(surface);
502 request.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700503 int64_t lastFrameNumber = 0;
504 int64_t lastFrameNumberPrev = 0;
505 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800506
507 hardware::camera2::utils::SubmitInfo info;
508 res = device->submitRequest(request, /*streaming*/true, /*out*/&info);
509 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700510 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800511 EXPECT_LE(0, info.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700512
513 // Can we stop requests?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800514 res = device->cancelRequest(info.mRequestId, /*out*/&lastFrameNumber);
515 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700516 EXPECT_TRUE(callbacks->waitForIdle());
517 EXPECT_FALSE(callbacks->hadError());
518
519 // Can we do it again?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800520 lastFrameNumberPrev = info.mLastFrameNumber;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700521 lastFrameNumber = 0;
522 requestTemplate.clear();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800523 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
524 /*out*/&requestTemplate);
525 EXPECT_TRUE(res.isOk()) << res;
526 hardware::camera2::CaptureRequest request2;
Emilian Peevaebbe412018-01-15 13:53:24 +0000527 request2.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800528 request2.mSurfaceList.add(surface);
529 request2.mIsReprocess = false;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700530 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800531 hardware::camera2::utils::SubmitInfo info2;
532 res = device->submitRequest(request2, /*streaming*/true,
533 /*out*/&info2);
534 EXPECT_TRUE(res.isOk()) << res;
535 EXPECT_EQ(hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES,
536 info2.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700537 lastFrameNumber = 0;
538 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800539 EXPECT_LE(0, info2.mRequestId);
540 res = device->cancelRequest(info2.mRequestId, /*out*/&lastFrameNumber);
541 EXPECT_TRUE(res.isOk()) << res;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700542 EXPECT_TRUE(callbacks->waitForIdle());
543 EXPECT_LE(lastFrameNumberPrev, lastFrameNumber);
544 sleep(/*second*/1); // allow some time for errors to show up, if any
545 EXPECT_FALSE(callbacks->hadError());
546
547 // Can we do it with a request list?
548 lastFrameNumberPrev = lastFrameNumber;
549 lastFrameNumber = 0;
550 requestTemplate.clear();
551 CameraMetadata requestTemplate2;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800552 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
553 /*out*/&requestTemplate);
554 EXPECT_TRUE(res.isOk()) << res;
555 res = device->createDefaultRequest(hardware::camera2::ICameraDeviceUser::TEMPLATE_PREVIEW,
556 /*out*/&requestTemplate2);
557 EXPECT_TRUE(res.isOk()) << res;
558 android::hardware::camera2::CaptureRequest request3;
559 android::hardware::camera2::CaptureRequest request4;
Emilian Peevaebbe412018-01-15 13:53:24 +0000560 request3.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800561 request3.mSurfaceList.add(surface);
562 request3.mIsReprocess = false;
Emilian Peevaebbe412018-01-15 13:53:24 +0000563 request4.mPhysicalCameraSettings.push_back({cameraId8.string(), requestTemplate2});
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800564 request4.mSurfaceList.add(surface);
565 request4.mIsReprocess = false;
566 std::vector<hardware::camera2::CaptureRequest> requestList;
Ruben Brunk3450ba72015-06-16 11:00:37 -0700567 requestList.push_back(request3);
568 requestList.push_back(request4);
569
570 callbacks->clearStatus();
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800571 hardware::camera2::utils::SubmitInfo info3;
572 res = device->submitRequestList(requestList, /*streaming*/false,
573 /*out*/&info3);
574 EXPECT_TRUE(res.isOk()) << res;
575 EXPECT_LE(0, info3.mRequestId);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700576 EXPECT_TRUE(callbacks->waitForStatus(TestCameraDeviceCallbacks::SENT_RESULT));
577 EXPECT_TRUE(callbacks->waitForIdle());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800578 EXPECT_LE(lastFrameNumberPrev, info3.mLastFrameNumber);
Ruben Brunk3450ba72015-06-16 11:00:37 -0700579 sleep(/*second*/1); // allow some time for errors to show up, if any
580 EXPECT_FALSE(callbacks->hadError());
581
582 // Can we unconfigure?
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800583 res = device->beginConfigure();
584 EXPECT_TRUE(res.isOk()) << res;
585 res = device->deleteStream(streamId);
586 EXPECT_TRUE(res.isOk()) << res;
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100587 res = device->endConfigure(/*isConstrainedHighSpeed*/ false, sessionParams);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800588 EXPECT_TRUE(res.isOk()) << res;
589
Ruben Brunk3450ba72015-06-16 11:00:37 -0700590 sleep(/*second*/1); // allow some time for errors to show up, if any
591 EXPECT_FALSE(callbacks->hadError());
592
593 closeDevice(p);
594 }
595
596};
Emilian Peevaebbe412018-01-15 13:53:24 +0000597
598TEST_F(CameraClientBinderTest, CheckBinderCaptureRequest) {
599 sp<CaptureRequest> requestOriginal, requestParceled;
600 sp<IGraphicBufferProducer> gbProducer;
601 sp<IGraphicBufferConsumer> gbConsumer;
602 BufferQueue::createBufferQueue(&gbProducer, &gbConsumer);
603 sp<Surface> surface(new Surface(gbProducer, /*controlledByApp*/false));
604 Vector<sp<Surface>> surfaceList;
605 surfaceList.push_back(surface);
606 std::string physicalDeviceId1 = "0";
607 std::string physicalDeviceId2 = "1";
608 CameraMetadata physicalDeviceSettings1, physicalDeviceSettings2;
609 uint8_t intent1 = ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW;
610 uint8_t intent2 = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD;
611 EXPECT_EQ(OK, physicalDeviceSettings1.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent1, 1));
612 EXPECT_EQ(OK, physicalDeviceSettings2.update(ANDROID_CONTROL_CAPTURE_INTENT, &intent2, 1));
613
614 requestParceled = new CaptureRequest();
615 Parcel p;
616 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
617 p.writeInt32(0);
618 p.setDataPosition(0);
619 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
620 p.freeData();
621 p.writeInt32(-1);
622 p.setDataPosition(0);
623 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
624 p.freeData();
625 p.writeInt32(1);
626 p.setDataPosition(0);
627 EXPECT_TRUE(requestParceled->readFromParcel(&p) != OK);
628
629 requestOriginal = new CaptureRequest();
630 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId1,
631 physicalDeviceSettings1});
632 requestOriginal->mPhysicalCameraSettings.push_back({physicalDeviceId2,
633 physicalDeviceSettings2});
634 requestOriginal->mSurfaceList.push_back(surface);
635 requestOriginal->mIsReprocess = false;
636 requestOriginal->mSurfaceConverted = false;
637
638 p.freeData();
639 EXPECT_TRUE(requestOriginal->writeToParcel(&p) == OK);
640 p.setDataPosition(0);
641 EXPECT_TRUE(requestParceled->readFromParcel(&p) == OK);
642 EXPECT_EQ(requestParceled->mIsReprocess, false);
643 EXPECT_FALSE(requestParceled->mSurfaceList.empty());
644 EXPECT_EQ(2u, requestParceled->mPhysicalCameraSettings.size());
645 auto it = requestParceled->mPhysicalCameraSettings.begin();
646 EXPECT_EQ(physicalDeviceId1, it->id);
647 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
648 auto entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
649 EXPECT_EQ(entry.data.u8[0], intent1);
650 it++;
651 EXPECT_EQ(physicalDeviceId2, it->id);
652 EXPECT_TRUE(it->settings.exists(ANDROID_CONTROL_CAPTURE_INTENT));
653 entry = it->settings.find(ANDROID_CONTROL_CAPTURE_INTENT);
654 EXPECT_EQ(entry.data.u8[0], intent2);
655};