blob: 2573b4889cb24c3b41a80be0841d06abd2692b81 [file] [log] [blame]
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080017#ifndef ANDROID_SERVERS_CAMERA3DEVICE_H
18#define ANDROID_SERVERS_CAMERA3DEVICE_H
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080019
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080020#include <utility>
21#include <unordered_map>
Shuzhen Wang5c22c152017-12-31 17:12:25 -080022#include <set>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080023
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080024#include <utils/Condition.h>
25#include <utils/Errors.h>
26#include <utils/List.h>
27#include <utils/Mutex.h>
28#include <utils/Thread.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070029#include <utils/KeyedVector.h>
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080030#include <utils/Timers.h>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080031
32#include <android/hardware/camera/device/3.2/ICameraDevice.h>
33#include <android/hardware/camera/device/3.2/ICameraDeviceSession.h>
Eino-Ville Talvala91cd3f82017-08-21 16:12:50 -070034#include <android/hardware/camera/device/3.3/ICameraDeviceSession.h>
Eino-Ville Talvala1a86df52018-01-17 16:00:35 -080035#include <android/hardware/camera/device/3.4/ICameraDeviceSession.h>
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -070036#include <android/hardware/camera/device/3.5/ICameraDeviceSession.h>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080037#include <android/hardware/camera/device/3.2/ICameraDeviceCallback.h>
Shuzhen Wang5c22c152017-12-31 17:12:25 -080038#include <android/hardware/camera/device/3.4/ICameraDeviceCallback.h>
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -070039#include <android/hardware/camera/device/3.5/ICameraDeviceCallback.h>
Yifan Hongf79b5542017-04-11 14:44:25 -070040#include <fmq/MessageQueue.h>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080041
Jianing Weicb0652e2014-03-12 18:29:36 -070042#include <camera/CaptureResult.h>
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080043
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070044#include "common/CameraDeviceBase.h"
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -070045#include "device3/StatusTracker.h"
Zhijun He125684a2015-12-26 15:07:30 -080046#include "device3/Camera3BufferManager.h"
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -070047#include "device3/DistortionMapper.h"
Eino-Ville Talvala4d453832016-07-15 11:56:53 -070048#include "utils/TagMonitor.h"
Shuzhen Wang686f6442017-06-20 16:16:04 -070049#include "utils/LatencyHistogram.h"
Emilian Peev71c73a22017-03-21 16:35:51 +000050#include <camera_metadata_hidden.h>
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080051
Emilian Peev40ead602017-09-26 15:46:36 +010052using android::camera3::OutputStreamInfo;
53
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080054namespace android {
55
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070056namespace camera3 {
57
58class Camera3Stream;
59class Camera3ZslStream;
60class Camera3OutputStreamInterface;
61class Camera3StreamInterface;
62
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080063} // namespace camera3
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070064
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080065/**
Zhijun He95dd5ba2014-03-26 18:18:00 -070066 * CameraDevice for HAL devices with version CAMERA_DEVICE_API_VERSION_3_0 or higher.
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080067 */
68class Camera3Device :
69 public CameraDeviceBase,
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -070070 virtual public hardware::camera::device::V3_5::ICameraDeviceCallback {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080071 public:
Ruben Brunkc78ac262015-08-13 17:58:46 -070072
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080073 explicit Camera3Device(const String8& id);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080074
75 virtual ~Camera3Device();
76
77 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080078 * CameraDeviceBase interface
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080079 */
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080080
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080081 const String8& getId() const override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080082
Emilian Peev00420d22018-02-05 21:33:13 +000083 metadata_vendor_id_t getVendorTagId() const override { return mVendorTagId; }
84
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080085 // Transitions to idle state on success.
Emilian Peevbd8c5032018-02-14 23:05:40 +000086 status_t initialize(sp<CameraProviderManager> manager, const String8& monitorTags) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080087 status_t disconnect() override;
88 status_t dump(int fd, const Vector<String16> &args) override;
89 const CameraMetadata& info() const override;
Shuzhen Wang2e7f58f2018-07-11 14:00:29 -070090 const CameraMetadata& info(const String8& physicalId) const override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080091
92 // Capture and setStreamingRequest will configure streams if currently in
93 // idle state
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080094 status_t capture(CameraMetadata &request, int64_t *lastFrameNumber = NULL) override;
Emilian Peevaebbe412018-01-15 13:53:24 +000095 status_t captureList(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -070096 const std::list<const SurfaceMap> &surfaceMaps,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080097 int64_t *lastFrameNumber = NULL) override;
98 status_t setStreamingRequest(const CameraMetadata &request,
99 int64_t *lastFrameNumber = NULL) override;
Emilian Peevaebbe412018-01-15 13:53:24 +0000100 status_t setStreamingRequestList(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700101 const std::list<const SurfaceMap> &surfaceMaps,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800102 int64_t *lastFrameNumber = NULL) override;
103 status_t clearStreamingRequest(int64_t *lastFrameNumber = NULL) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800104
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800105 status_t waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800106
107 // Actual stream creation/deletion is delayed until first request is submitted
108 // If adding streams while actively capturing, will pause device before adding
Zhijun He5d677d12016-05-29 16:52:39 -0700109 // stream, reconfiguring device, and unpausing. If the client create a stream
Shuzhen Wang758c2152017-01-10 18:26:18 -0800110 // with nullptr consumer surface, the client must then call setConsumers()
Zhijun He5d677d12016-05-29 16:52:39 -0700111 // and finish the stream configuration before starting output streaming.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800112 status_t createStream(sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800113 uint32_t width, uint32_t height, int format,
Zhijun He125684a2015-12-26 15:07:30 -0800114 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800115 const String8& physicalCameraId,
Emilian Peev40ead602017-09-26 15:46:36 +0100116 std::vector<int> *surfaceIds = nullptr,
Zhijun He5d677d12016-05-29 16:52:39 -0700117 int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
Emilian Peev050f5dc2017-05-18 14:43:56 +0100118 bool isShared = false, uint64_t consumerUsage = 0) override;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700119 status_t createStream(const std::vector<sp<Surface>>& consumers,
120 bool hasDeferredConsumer, uint32_t width, uint32_t height, int format,
121 android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id,
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800122 const String8& physicalCameraId,
Emilian Peev40ead602017-09-26 15:46:36 +0100123 std::vector<int> *surfaceIds = nullptr,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700124 int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
Emilian Peev050f5dc2017-05-18 14:43:56 +0100125 bool isShared = false, uint64_t consumerUsage = 0) override;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700126
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800127 status_t createInputStream(
Igor Murashkin5a269fa2013-04-15 14:59:22 -0700128 uint32_t width, uint32_t height, int format,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800129 int *id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800130
Emilian Peev710c1422017-08-30 11:19:38 +0100131 status_t getStreamInfo(int id, StreamInfo *streamInfo) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800132 status_t setStreamTransform(int id, int transform) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800133
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800134 status_t deleteStream(int id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800135
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100136 status_t configureStreams(const CameraMetadata& sessionParams,
137 int operatingMode =
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800138 static_cast<int>(hardware::camera::device::V3_2::StreamConfigurationMode::NORMAL_MODE))
139 override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800140 status_t getInputBufferProducer(
141 sp<IGraphicBufferProducer> *producer) override;
Igor Murashkine2d167e2014-08-19 16:19:59 -0700142
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800143 status_t createDefaultRequest(int templateId, CameraMetadata *request) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800144
145 // Transitions to the idle state on success
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800146 status_t waitUntilDrained() override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800147
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800148 status_t setNotifyCallback(wp<NotificationListener> listener) override;
149 bool willNotify3A() override;
150 status_t waitForNextFrame(nsecs_t timeout) override;
151 status_t getNextResult(CaptureResult *frame) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800152
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800153 status_t triggerAutofocus(uint32_t id) override;
154 status_t triggerCancelAutofocus(uint32_t id) override;
155 status_t triggerPrecaptureMetering(uint32_t id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800156
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800157 status_t flush(int64_t *lastFrameNumber = NULL) override;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700158
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800159 status_t prepare(int streamId) override;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700160
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800161 status_t tearDown(int streamId) override;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -0700162
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800163 status_t addBufferListenerForStream(int streamId,
164 wp<camera3::Camera3StreamBufferListener> listener) override;
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -0700165
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800166 status_t prepare(int maxCount, int streamId) override;
Ruben Brunkc78ac262015-08-13 17:58:46 -0700167
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800168 ssize_t getJpegBufferSize(uint32_t width, uint32_t height) const override;
Eino-Ville Talvala95a1d0f2015-08-11 15:08:53 -0700169 ssize_t getPointCloudBufferSize() const;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800170 ssize_t getRawOpaqueBufferSize(int32_t width, int32_t height) const;
Zhijun He28c9b6f2014-08-08 12:00:47 -0700171
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700172 // Methods called by subclasses
173 void notifyStatus(bool idle); // updates from StatusTracker
174
Zhijun He5d677d12016-05-29 16:52:39 -0700175 /**
Shuzhen Wang758c2152017-01-10 18:26:18 -0800176 * Set the deferred consumer surfaces to the output stream and finish the deferred
Zhijun He5d677d12016-05-29 16:52:39 -0700177 * consumer configuration.
178 */
Emilian Peev40ead602017-09-26 15:46:36 +0100179 status_t setConsumerSurfaces(
180 int streamId, const std::vector<sp<Surface>>& consumers,
181 std::vector<int> *surfaceIds /*out*/) override;
182
183 /**
184 * Update a given stream.
185 */
186 status_t updateStream(int streamId, const std::vector<sp<Surface>> &newSurfaces,
187 const std::vector<OutputStreamInfo> &outputInfo,
188 const std::vector<size_t> &removedSurfaceIds,
189 KeyedVector<sp<Surface>, size_t> *outputMap/*out*/);
Zhijun He5d677d12016-05-29 16:52:39 -0700190
Chien-Yu Chena936ac22017-10-23 15:59:49 -0700191 /**
192 * Drop buffers for stream of streamId if dropping is true. If dropping is false, do not
193 * drop buffers for stream of streamId.
194 */
195 status_t dropStreamBuffers(bool dropping, int streamId) override;
196
Emilian Peev2a8e2832019-08-23 13:00:31 -0700197 nsecs_t getExpectedInFlightDuration() override;
198
Emilian Peev35ae8262018-11-08 13:11:32 +0000199 /**
200 * Helper functions to map between framework and HIDL values
201 */
202 static hardware::graphics::common::V1_0::PixelFormat mapToPixelFormat(int frameworkFormat);
203 static hardware::camera::device::V3_2::DataspaceFlags mapToHidlDataspace(
204 android_dataspace dataSpace);
205 static hardware::camera::device::V3_2::BufferUsageFlags mapToConsumerUsage(uint64_t usage);
206 static hardware::camera::device::V3_2::StreamRotation mapToStreamRotation(
207 camera3_stream_rotation_t rotation);
208 // Returns a negative error code if the passed-in operation mode is not valid.
209 static status_t mapToStreamConfigurationMode(camera3_stream_configuration_mode_t operationMode,
210 /*out*/ hardware::camera::device::V3_2::StreamConfigurationMode *mode);
211 static camera3_buffer_status_t mapHidlBufferStatus(
212 hardware::camera::device::V3_2::BufferStatus status);
213 static int mapToFrameworkFormat(hardware::graphics::common::V1_0::PixelFormat pixelFormat);
214 static android_dataspace mapToFrameworkDataspace(
215 hardware::camera::device::V3_2::DataspaceFlags);
216 static uint64_t mapConsumerToFrameworkUsage(
217 hardware::camera::device::V3_2::BufferUsageFlags usage);
218 static uint64_t mapProducerToFrameworkUsage(
219 hardware::camera::device::V3_2::BufferUsageFlags usage);
220
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800221 private:
Yifan Hongf79b5542017-04-11 14:44:25 -0700222
Yin-Chia Yehc5248132018-08-15 12:19:20 -0700223 status_t disconnectImpl();
224
Yifan Hongf79b5542017-04-11 14:44:25 -0700225 // internal typedefs
226 using RequestMetadataQueue = hardware::MessageQueue<uint8_t, hardware::kSynchronizedReadWrite>;
Yifan Honga640c5a2017-04-12 16:30:31 -0700227 using ResultMetadataQueue = hardware::MessageQueue<uint8_t, hardware::kSynchronizedReadWrite>;
Yifan Hongf79b5542017-04-11 14:44:25 -0700228
Igor Murashkin1e479c02013-09-06 16:55:14 -0700229 static const size_t kDumpLockAttempts = 10;
230 static const size_t kDumpSleepDuration = 100000; // 0.10 sec
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700231 static const nsecs_t kActiveTimeout = 500000000; // 500 ms
Yin-Chia Yeh99fd0972019-06-27 14:22:44 -0700232 static const nsecs_t kMinWarnInflightDuration = 5000000000; // 5 s
Yin-Chia Yeh90c0fdf2017-06-29 13:22:12 -0700233 static const size_t kInFlightWarnLimit = 30;
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -0700234 static const size_t kInFlightWarnLimitHighSpeed = 256; // batch size 32 * pipe depth 8
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -0700235 static const nsecs_t kDefaultExpectedDuration = 100000000; // 100 ms
236 static const nsecs_t kMinInflightDuration = 5000000000; // 5 s
Yin-Chia Yehb3a80b12018-09-04 12:13:05 -0700237 static const nsecs_t kBaseGetBufferWait = 3000000000; // 3 sec.
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -0700238 // SCHED_FIFO priority for request submission thread in HFR mode
Zhijun He7ee4c072016-07-25 13:52:28 -0700239 static const int kRequestThreadPriority = 1;
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -0700240
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700241 struct RequestTrigger;
Zhijun Hef7da0962014-04-24 13:27:56 -0700242 // minimal jpeg buffer size: 256KB + blob header
243 static const ssize_t kMinJpegBufferSize = 256 * 1024 + sizeof(camera3_jpeg_blob);
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700244 // Constant to use for stream ID when one doesn't exist
245 static const int NO_STREAM = -1;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800246
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700247 // A lock to enforce serialization on the input/configure side
248 // of the public interface.
249 // Only locked by public methods inherited from CameraDeviceBase.
250 // Not locked by methods guarded by mOutputLock, since they may act
251 // concurrently to the input/configure side of the interface.
252 // Must be locked before mLock if both will be locked by a method
253 Mutex mInterfaceLock;
254
255 // The main lock on internal state
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800256 Mutex mLock;
257
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700258 // Camera device ID
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800259 const String8 mId;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700260
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800261 // Current stream configuration mode;
262 int mOperatingMode;
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100263 // Current session wide parameters
264 hardware::camera2::impl::CameraMetadataNative mSessionParams;
265
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800266 // Constant to use for no set operating mode
267 static const int NO_MODE = -1;
268
Zhijun He1fa89992015-06-01 15:44:31 -0700269 // Flag indicating is the current active stream configuration is constrained high speed.
270 bool mIsConstrainedHighSpeedConfiguration;
271
Yifan Honga640c5a2017-04-12 16:30:31 -0700272 // FMQ to write result on. Must be guarded by mProcessCaptureResultLock.
273 std::unique_ptr<ResultMetadataQueue> mResultMetadataQueue;
274
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800275 /**** Scope for mLock ****/
276
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800277 /**
278 * Adapter for legacy HAL / HIDL HAL interface calls; calls either into legacy HALv3 or the
279 * HIDL HALv3 interfaces.
280 */
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -0700281 class HalInterface : public camera3::Camera3StreamBufferFreedListener {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800282 public:
Yifan Hongf79b5542017-04-11 14:44:25 -0700283 HalInterface(sp<hardware::camera::device::V3_2::ICameraDeviceSession> &session,
Yin-Chia Yeh651fe2e2018-11-13 11:49:31 -0800284 std::shared_ptr<RequestMetadataQueue> queue,
285 bool useHalBufManager);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800286 HalInterface(const HalInterface &other);
287 HalInterface();
288
289 // Returns true if constructed with a valid device or session, and not yet cleared
290 bool valid();
291
292 // Reset this HalInterface object (does not call close())
293 void clear();
294
295 // Calls into the HAL interface
296
297 // Caller takes ownership of requestTemplate
298 status_t constructDefaultRequestSettings(camera3_request_template_t templateId,
299 /*out*/ camera_metadata_t **requestTemplate);
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100300 status_t configureStreams(const camera_metadata_t *sessionParams,
Yin-Chia Yehfb6e55b2018-01-25 10:50:26 -0800301 /*inout*/ camera3_stream_configuration *config,
Emilian Peev192ee832018-01-31 14:46:47 +0000302 const std::vector<uint32_t>& bufferSizes);
Yin-Chia Yeh11648852019-05-16 10:42:54 -0700303
304 // When the call succeeds, the ownership of acquire fences in requests is transferred to
305 // HalInterface. More specifically, the current implementation will send the fence to
306 // HAL process and close the FD in cameraserver process. When the call fails, the ownership
307 // of the acquire fence still belongs to the caller.
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800308 status_t processBatchCaptureRequests(
309 std::vector<camera3_capture_request_t*>& requests,
310 /*out*/uint32_t* numRequestProcessed);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800311 status_t flush();
312 status_t dump(int fd);
313 status_t close();
314
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700315 void signalPipelineDrain(const std::vector<int>& streamIds);
Emilian Peev4ec17882019-01-24 17:16:58 -0800316 bool isReconfigurationRequired(CameraMetadata& oldSessionParams,
317 CameraMetadata& newSessionParams);
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700318
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700319 // method to extract buffer's unique ID
320 // return pair of (newlySeenBuffer?, bufferId)
321 std::pair<bool, uint64_t> getBufferId(const buffer_handle_t& buf, int streamId);
322
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800323 // Find a buffer_handle_t based on frame number and stream ID
324 status_t popInflightBuffer(int32_t frameNumber, int32_t streamId,
325 /*out*/ buffer_handle_t **buffer);
326
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800327 // Register a bufId (streamId, buffer_handle_t) to inflight request buffer
328 status_t pushInflightRequestBuffer(
329 uint64_t bufferId, buffer_handle_t* buf, int32_t streamId);
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700330
331 // Find a buffer_handle_t based on bufferId
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800332 status_t popInflightRequestBuffer(uint64_t bufferId,
333 /*out*/ buffer_handle_t** buffer,
334 /*optional out*/ int32_t* streamId = nullptr);
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700335
Yin-Chia Yehf3fe36f2017-07-07 18:23:18 -0700336 // Get a vector of (frameNumber, streamId) pair of currently inflight
337 // buffers
338 void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out);
339
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800340 // Get a vector of bufferId of currently inflight buffers
341 void getInflightRequestBufferKeys(std::vector<uint64_t>* out);
342
Yin-Chia Yeh573a2702019-04-17 10:08:55 -0700343 void onStreamReConfigured(int streamId);
344
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700345 static const uint64_t BUFFER_ID_NO_BUFFER = 0;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800346 private:
Eino-Ville Talvala1a86df52018-01-17 16:00:35 -0800347 // Always valid
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800348 sp<hardware::camera::device::V3_2::ICameraDeviceSession> mHidlSession;
Eino-Ville Talvala1a86df52018-01-17 16:00:35 -0800349 // Valid if ICameraDeviceSession is @3.3 or newer
350 sp<hardware::camera::device::V3_3::ICameraDeviceSession> mHidlSession_3_3;
351 // Valid if ICameraDeviceSession is @3.4 or newer
352 sp<hardware::camera::device::V3_4::ICameraDeviceSession> mHidlSession_3_4;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700353 // Valid if ICameraDeviceSession is @3.5 or newer
354 sp<hardware::camera::device::V3_5::ICameraDeviceSession> mHidlSession_3_5;
Eino-Ville Talvala1a86df52018-01-17 16:00:35 -0800355
Yifan Hongf79b5542017-04-11 14:44:25 -0700356 std::shared_ptr<RequestMetadataQueue> mRequestMetadataQueue;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800357
358 std::mutex mInflightLock;
359
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800360 // The output HIDL request still depends on input camera3_capture_request_t
361 // Do not free input camera3_capture_request_t before output HIDL request
Yin-Chia Yeh651fe2e2018-11-13 11:49:31 -0800362 status_t wrapAsHidlRequest(camera3_capture_request_t* in,
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800363 /*out*/hardware::camera::device::V3_2::CaptureRequest* out,
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700364 /*out*/std::vector<native_handle_t*>* handlesCreated,
365 /*out*/std::vector<std::pair<int32_t, int32_t>>* inflightBuffers);
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800366
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800367 status_t pushInflightBufferLocked(int32_t frameNumber, int32_t streamId,
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700368 buffer_handle_t *buffer);
369
370 // Pop inflight buffers based on pairs of (frameNumber,streamId)
371 void popInflightBuffers(const std::vector<std::pair<int32_t, int32_t>>& buffers);
372
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800373 // Cache of buffer handles keyed off (frameNumber << 32 | streamId)
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700374 std::unordered_map<uint64_t, buffer_handle_t*> mInflightBufferMap;
375
376 // Delete and optionally close native handles and clear the input vector afterward
377 static void cleanupNativeHandles(
378 std::vector<native_handle_t*> *handles, bool closeFd = false);
Yin-Chia Yeh77327052017-01-09 18:23:07 -0800379
380 struct BufferHasher {
381 size_t operator()(const buffer_handle_t& buf) const {
382 if (buf == nullptr)
383 return 0;
384
385 size_t result = 1;
386 result = 31 * result + buf->numFds;
Emilian Peev2a6a4682017-04-20 10:58:51 +0100387 for (int i = 0; i < buf->numFds; i++) {
Yin-Chia Yeh77327052017-01-09 18:23:07 -0800388 result = 31 * result + buf->data[i];
389 }
390 return result;
391 }
392 };
393
394 struct BufferComparator {
395 bool operator()(const buffer_handle_t& buf1, const buffer_handle_t& buf2) const {
Emilian Peev2a6a4682017-04-20 10:58:51 +0100396 if (buf1->numFds == buf2->numFds) {
397 for (int i = 0; i < buf1->numFds; i++) {
Yin-Chia Yeh77327052017-01-09 18:23:07 -0800398 if (buf1->data[i] != buf2->data[i]) {
399 return false;
400 }
401 }
402 return true;
403 }
404 return false;
405 }
406 };
407
408 std::mutex mBufferIdMapLock; // protecting mBufferIdMaps and mNextBufferId
409 typedef std::unordered_map<const buffer_handle_t, uint64_t,
410 BufferHasher, BufferComparator> BufferIdMap;
411 // stream ID -> per stream buffer ID map
412 std::unordered_map<int, BufferIdMap> mBufferIdMaps;
413 uint64_t mNextBufferId = 1; // 0 means no buffer
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -0700414
415 virtual void onBufferFreed(int streamId, const native_handle_t* handle) override;
416
417 std::vector<std::pair<int, uint64_t>> mFreedBuffers;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700418
419 // Buffers given to HAL through requestStreamBuffer API
420 std::mutex mRequestedBuffersLock;
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800421 std::unordered_map<uint64_t, std::pair<int32_t, buffer_handle_t*>> mRequestedBuffers;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700422
423 uint32_t mNextStreamConfigCounter = 1;
Yin-Chia Yeh651fe2e2018-11-13 11:49:31 -0800424
425 const bool mUseHalBufManager;
Emilian Peev4ec17882019-01-24 17:16:58 -0800426 bool mIsReconfigurationQuerySupported;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800427 };
428
Yin-Chia Yehdb1e8642017-07-14 15:19:30 -0700429 sp<HalInterface> mInterface;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800430
431 CameraMetadata mDeviceInfo;
Shuzhen Wang2e7f58f2018-07-11 14:00:29 -0700432 std::unordered_map<std::string, CameraMetadata> mPhysicalDeviceInfoMap;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800433
Zhijun Hea1530f12014-09-14 12:44:20 -0700434 CameraMetadata mRequestTemplateCache[CAMERA3_TEMPLATE_COUNT];
435
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700436 struct Size {
437 uint32_t width;
438 uint32_t height;
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700439 explicit Size(uint32_t w = 0, uint32_t h = 0) : width(w), height(h){}
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700440 };
441 // Map from format to size.
442 Vector<Size> mSupportedOpaqueInputSizes;
443
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700444 enum Status {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800445 STATUS_ERROR,
446 STATUS_UNINITIALIZED,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700447 STATUS_UNCONFIGURED,
448 STATUS_CONFIGURED,
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800449 STATUS_ACTIVE
450 } mStatus;
Ruben Brunk183f0562015-08-12 12:55:02 -0700451
452 // Only clear mRecentStatusUpdates, mStatusWaiters from waitUntilStateThenRelock
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700453 Vector<Status> mRecentStatusUpdates;
Ruben Brunk183f0562015-08-12 12:55:02 -0700454 int mStatusWaiters;
455
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700456 Condition mStatusChanged;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800457
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700458 // Tracking cause of fatal errors when in STATUS_ERROR
459 String8 mErrorCause;
460
Yin-Chia Yeh4ee35432018-10-10 13:52:31 -0700461 // Synchronized mapping of stream IDs to stream instances
462 class StreamSet {
463 public:
464 status_t add(int streamId, sp<camera3::Camera3OutputStreamInterface>);
465 ssize_t remove(int streamId);
466 sp<camera3::Camera3OutputStreamInterface> get(int streamId);
467 // get by (underlying) vector index
468 sp<camera3::Camera3OutputStreamInterface> operator[] (size_t index);
469 size_t size() const;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700470 std::vector<int> getStreamIds();
Yin-Chia Yeh4ee35432018-10-10 13:52:31 -0700471 void clear();
472
473 private:
474 mutable std::mutex mLock;
475 KeyedVector<int, sp<camera3::Camera3OutputStreamInterface>> mData;
476 };
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800477
478 StreamSet mOutputStreams;
479 sp<camera3::Camera3Stream> mInputStream;
480 int mNextStreamId;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -0700481 bool mNeedConfig;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800482
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700483 int mDummyStreamId;
484
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700485 // Whether to send state updates upstream
486 // Pause when doing transparent reconfiguration
487 bool mPauseStateNotify;
488
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800489 // Need to hold on to stream references until configure completes.
Igor Murashkin2fba5842013-04-22 14:03:54 -0700490 Vector<sp<camera3::Camera3StreamInterface> > mDeletedStreams;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800491
Zhijun He204e3292014-07-14 17:09:23 -0700492 // Whether the HAL will send partial result
493 bool mUsePartialResult;
494
495 // Number of partial results that will be delivered by the HAL.
496 uint32_t mNumPartialResults;
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700497
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800498 /**** End scope for mLock ****/
499
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800500 // The offset converting from clock domain of other subsystem
501 // (video/hardware composer) to that of camera. Assumption is that this
502 // offset won't change during the life cycle of the camera device. In other
503 // words, camera device shouldn't be open during CPU suspend.
504 nsecs_t mTimestampOffset;
505
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800506 class CaptureRequest : public LightRefBase<CaptureRequest> {
507 public:
Emilian Peevaebbe412018-01-15 13:53:24 +0000508 PhysicalCameraSettingsList mSettingsList;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800509 sp<camera3::Camera3Stream> mInputStream;
Chien-Yu Chenc2adf482015-05-27 14:27:49 -0700510 camera3_stream_buffer_t mInputBuffer;
Igor Murashkin2fba5842013-04-22 14:03:54 -0700511 Vector<sp<camera3::Camera3OutputStreamInterface> >
512 mOutputStreams;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700513 SurfaceMap mOutputSurfaces;
Jianing Weicb0652e2014-03-12 18:29:36 -0700514 CaptureResultExtras mResultExtras;
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700515 // The number of requests that should be submitted to HAL at a time.
516 // For example, if batch size is 8, this request and the following 7
517 // requests will be submitted to HAL at a time. The batch size for
518 // the following 7 requests will be ignored by the request thread.
519 int mBatchSize;
Shuzhen Wang9d066012016-09-30 11:30:20 -0700520 // Whether this request is from a repeating or repeating burst.
521 bool mRepeating;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800522 };
523 typedef List<sp<CaptureRequest> > RequestList;
524
Jianing Wei90e59c92014-03-12 18:29:36 -0700525 status_t checkStatusOkToCaptureLocked();
526
527 status_t convertMetadataListToRequestListLocked(
Emilian Peevaebbe412018-01-15 13:53:24 +0000528 const List<const PhysicalCameraSettingsList> &metadataList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700529 const std::list<const SurfaceMap> &surfaceMaps,
Shuzhen Wang9d066012016-09-30 11:30:20 -0700530 bool repeating,
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700531 /*out*/
532 RequestList *requestList);
Jianing Wei90e59c92014-03-12 18:29:36 -0700533
Emilian Peevaebbe412018-01-15 13:53:24 +0000534 void convertToRequestList(List<const PhysicalCameraSettingsList>& requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700535 std::list<const SurfaceMap>& surfaceMaps,
536 const CameraMetadata& request);
537
Emilian Peevaebbe412018-01-15 13:53:24 +0000538 status_t submitRequestsHelper(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700539 const std::list<const SurfaceMap> &surfaceMaps,
540 bool repeating,
Jianing Weicb0652e2014-03-12 18:29:36 -0700541 int64_t *lastFrameNumber = NULL);
Jianing Wei90e59c92014-03-12 18:29:36 -0700542
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800543
544 /**
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700545 * Implementation of android::hardware::camera::device::V3_5::ICameraDeviceCallback
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800546 */
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700547
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800548 hardware::Return<void> processCaptureResult_3_4(
549 const hardware::hidl_vec<
550 hardware::camera::device::V3_4::CaptureResult>& results) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800551 hardware::Return<void> processCaptureResult(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800552 const hardware::hidl_vec<
553 hardware::camera::device::V3_2::CaptureResult>& results) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800554 hardware::Return<void> notify(
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800555 const hardware::hidl_vec<
556 hardware::camera::device::V3_2::NotifyMsg>& msgs) override;
557
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700558 hardware::Return<void> requestStreamBuffers(
559 const hardware::hidl_vec<
560 hardware::camera::device::V3_5::BufferRequest>& bufReqs,
561 requestStreamBuffers_cb _hidl_cb) override;
562
563 hardware::Return<void> returnStreamBuffers(
564 const hardware::hidl_vec<
565 hardware::camera::device::V3_2::StreamBuffer>& buffers) override;
566
Yifan Honga640c5a2017-04-12 16:30:31 -0700567 // Handle one capture result. Assume that mProcessCaptureResultLock is held.
568 void processOneCaptureResultLocked(
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800569 const hardware::camera::device::V3_2::CaptureResult& result,
570 const hardware::hidl_vec<
Shuzhen Wangc2cba122018-05-17 18:10:24 -0700571 hardware::camera::device::V3_4::PhysicalCameraMetadata> physicalCameraMetadata);
Shuzhen Wang5c22c152017-12-31 17:12:25 -0800572 status_t readOneCameraMetadataLocked(uint64_t fmqResultSize,
573 hardware::camera::device::V3_2::CameraMetadata& resultMetadata,
574 const hardware::camera::device::V3_2::CameraMetadata& result);
575
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800576 // Handle one notify message
577 void notify(const hardware::camera::device::V3_2::NotifyMsg& msg);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800578
Yifan Honga640c5a2017-04-12 16:30:31 -0700579 // lock to ensure only one processCaptureResult is called at a time.
580 Mutex mProcessCaptureResultLock;
581
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800582 /**
583 * Common initialization code shared by both HAL paths
584 *
585 * Must be called with mLock and mInterfaceLock held.
586 */
587 status_t initializeCommonLocked();
588
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800589 /**
Igor Murashkin1e479c02013-09-06 16:55:14 -0700590 * Get the last request submitted to the hal by the request thread.
591 *
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800592 * Must be called with mLock held.
Igor Murashkin1e479c02013-09-06 16:55:14 -0700593 */
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700594 virtual CameraMetadata getLatestRequestLocked();
Igor Murashkin1e479c02013-09-06 16:55:14 -0700595
596 /**
Ruben Brunk183f0562015-08-12 12:55:02 -0700597 * Update the current device status and wake all waiting threads.
598 *
599 * Must be called with mLock held.
600 */
601 void internalUpdateStatusLocked(Status status);
602
603 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700604 * Pause processing and flush everything, but don't tell the clients.
605 * This is for reconfiguring outputs transparently when according to the
606 * CameraDeviceBase interface we shouldn't need to.
607 * Must be called with mLock and mInterfaceLock both held.
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800608 */
Yin-Chia Yeh598fc602017-07-24 11:37:23 -0700609 status_t internalPauseAndWaitLocked(nsecs_t maxExpectedDuration);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700610
611 /**
612 * Resume work after internalPauseAndWaitLocked()
613 * Must be called with mLock and mInterfaceLock both held.
614 */
615 status_t internalResumeLocked();
616
617 /**
618 * Wait until status tracker tells us we've transitioned to the target state
619 * set, which is either ACTIVE when active==true or IDLE (which is any
620 * non-ACTIVE state) when active==false.
621 *
622 * Needs to be called with mLock and mInterfaceLock held. This means there
623 * can ever only be one waiter at most.
624 *
625 * During the wait mLock is released.
626 *
627 */
628 status_t waitUntilStateThenRelock(bool active, nsecs_t timeout);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800629
630 /**
Zhijun He69a37482014-03-23 18:44:49 -0700631 * Implementation of waitUntilDrained. On success, will transition to IDLE state.
632 *
633 * Need to be called with mLock and mInterfaceLock held.
634 */
Yin-Chia Yeh598fc602017-07-24 11:37:23 -0700635 status_t waitUntilDrainedLocked(nsecs_t maxExpectedDuration);
Zhijun He69a37482014-03-23 18:44:49 -0700636
637 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800638 * Do common work for setting up a streaming or single capture request.
639 * On success, will transition to ACTIVE if in IDLE.
640 */
Emilian Peevaebbe412018-01-15 13:53:24 +0000641 sp<CaptureRequest> setUpRequestLocked(const PhysicalCameraSettingsList &request,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700642 const SurfaceMap &surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800643
644 /**
645 * Build a CaptureRequest request from the CameraDeviceBase request
646 * settings.
647 */
Emilian Peevaebbe412018-01-15 13:53:24 +0000648 sp<CaptureRequest> createCaptureRequest(const PhysicalCameraSettingsList &request,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700649 const SurfaceMap &surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800650
651 /**
Eino-Ville Talvala002001b2018-01-23 16:53:50 -0800652 * Pause state updates to the client application. Needed to mask out idle/active
653 * transitions during internal reconfigure
654 */
655 void pauseStateNotify(bool enable);
656
657 /**
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000658 * Internally re-configure camera device using new session parameters.
Eino-Ville Talvala002001b2018-01-23 16:53:50 -0800659 * This will get triggered by the request thread. Be sure to call
660 * pauseStateNotify(true) before going idle in the requesting location.
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000661 */
662 bool reconfigureCamera(const CameraMetadata& sessionParams);
663
664 /**
665 * Filter stream session parameters and configure camera HAL.
666 */
667 status_t filterParamsAndConfigureLocked(const CameraMetadata& sessionParams,
668 int operatingMode);
669
670 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800671 * Take the currently-defined set of streams and configure the HAL to use
672 * them. This is a long-running operation (may be several hundered ms).
673 */
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100674 status_t configureStreamsLocked(int operatingMode,
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000675 const CameraMetadata& sessionParams, bool notifyRequestThread = true);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800676
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700677 /**
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -0700678 * Cancel stream configuration that did not finish successfully.
679 */
680 void cancelStreamsConfigurationLocked();
681
682 /**
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700683 * Add a dummy stream to the current stream set as a workaround for
684 * not allowing 0 streams in the camera HAL spec.
685 */
686 status_t addDummyStreamLocked();
687
688 /**
689 * Remove a dummy stream if the current config includes real streams.
690 */
691 status_t tryRemoveDummyStreamLocked();
692
693 /**
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700694 * Set device into an error state due to some fatal failure, and set an
695 * error message to indicate why. Only the first call's message will be
696 * used. The message is also sent to the log.
697 */
698 void setErrorState(const char *fmt, ...);
699 void setErrorStateV(const char *fmt, va_list args);
700 void setErrorStateLocked(const char *fmt, ...);
701 void setErrorStateLockedV(const char *fmt, va_list args);
702
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700703 /**
704 * Debugging trylock/spin method
705 * Try to acquire a lock a few times with sleeps between before giving up.
706 */
707 bool tryLockSpinRightRound(Mutex& lock);
708
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700709 /**
710 * Helper function to determine if an input size for implementation defined
711 * format is supported.
712 */
713 bool isOpaqueInputSizeSupported(uint32_t width, uint32_t height);
Yin-Chia Yehcd8fce82014-06-18 10:51:34 -0700714
715 /**
716 * Helper function to get the largest Jpeg resolution (in area)
717 * Return Size(0, 0) if static metatdata is invalid
718 */
719 Size getMaxJpegResolution() const;
720
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800721 /**
722 * Helper function to get the offset between MONOTONIC and BOOTTIME
723 * timestamp.
724 */
725 static nsecs_t getMonoToBoottimeOffset();
726
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700727 struct RequestTrigger {
728 // Metadata tag number, e.g. android.control.aePrecaptureTrigger
729 uint32_t metadataTag;
730 // Metadata value, e.g. 'START' or the trigger ID
731 int32_t entryValue;
732
733 // The last part of the fully qualified path, e.g. afTrigger
734 const char *getTagName() const {
735 return get_camera_metadata_tag_name(metadataTag) ?: "NULL";
736 }
737
738 // e.g. TYPE_BYTE, TYPE_INT32, etc.
739 int getTagType() const {
740 return get_camera_metadata_tag_type(metadataTag);
741 }
742 };
743
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800744 /**
745 * Thread for managing capture request submission to HAL device.
746 */
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800747 class RequestThread : public Thread {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800748
749 public:
750
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800751 RequestThread(wp<Camera3Device> parent,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700752 sp<camera3::StatusTracker> statusTracker,
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700753 sp<HalInterface> interface,
754 const Vector<int32_t>& sessionParamKeys,
755 bool useHalBufManager);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800756 ~RequestThread();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800757
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700758 void setNotificationListener(wp<NotificationListener> listener);
Eino-Ville Talvala17543512014-08-06 14:32:02 -0700759
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800760 /**
761 * Call after stream (re)-configuration is completed.
762 */
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000763 void configurationComplete(bool isConstrainedHighSpeed,
764 const CameraMetadata& sessionParams);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800765
766 /**
767 * Set or clear the list of repeating requests. Does not block
768 * on either. Use waitUntilPaused to wait until request queue
769 * has emptied out.
770 */
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700771 status_t setRepeatingRequests(const RequestList& requests,
772 /*out*/
773 int64_t *lastFrameNumber = NULL);
774 status_t clearRepeatingRequests(/*out*/
775 int64_t *lastFrameNumber = NULL);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800776
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700777 status_t queueRequestList(List<sp<CaptureRequest> > &requests,
778 /*out*/
779 int64_t *lastFrameNumber = NULL);
Jianing Wei90e59c92014-03-12 18:29:36 -0700780
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800781 /**
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700782 * Remove all queued and repeating requests, and pending triggers
783 */
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700784 status_t clear(/*out*/int64_t *lastFrameNumber = NULL);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700785
786 /**
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700787 * Flush all pending requests in HAL.
788 */
789 status_t flush();
790
791 /**
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700792 * Queue a trigger to be dispatched with the next outgoing
793 * process_capture_request. The settings for that request only
794 * will be temporarily rewritten to add the trigger tag/value.
795 * Subsequent requests will not be rewritten (for this tag).
796 */
797 status_t queueTrigger(RequestTrigger trigger[], size_t count);
798
799 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800800 * Pause/unpause the capture thread. Doesn't block, so use
801 * waitUntilPaused to wait until the thread is paused.
802 */
803 void setPaused(bool paused);
804
805 /**
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700806 * Wait until thread processes the capture request with settings'
807 * android.request.id == requestId.
808 *
809 * Returns TIMED_OUT in case the thread does not process the request
810 * within the timeout.
811 */
812 status_t waitUntilRequestProcessed(int32_t requestId, nsecs_t timeout);
813
Igor Murashkin1e479c02013-09-06 16:55:14 -0700814 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700815 * Shut down the thread. Shutdown is asynchronous, so thread may
816 * still be running once this method returns.
817 */
818 virtual void requestExit();
819
820 /**
Igor Murashkin1e479c02013-09-06 16:55:14 -0700821 * Get the latest request that was sent to the HAL
822 * with process_capture_request.
823 */
824 CameraMetadata getLatestRequest() const;
825
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700826 /**
827 * Returns true if the stream is a target of any queued or repeating
828 * capture request
829 */
830 bool isStreamPending(sp<camera3::Camera3StreamInterface>& stream);
831
Emilian Peev40ead602017-09-26 15:46:36 +0100832 /**
833 * Returns true if the surface is a target of any queued or repeating
834 * capture request
835 */
836 bool isOutputSurfacePending(int streamId, size_t surfaceId);
837
Shuzhen Wang686f6442017-06-20 16:16:04 -0700838 // dump processCaptureRequest latency
839 void dumpCaptureRequestLatency(int fd, const char* name) {
840 mRequestLatency.dump(fd, name);
841 }
842
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700843 void signalPipelineDrain(const std::vector<int>& streamIds);
844
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800845 protected:
846
847 virtual bool threadLoop();
848
849 private:
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800850 static const String8& getId(const wp<Camera3Device> &device);
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700851
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700852 status_t queueTriggerLocked(RequestTrigger trigger);
853 // Mix-in queued triggers into this request
854 int32_t insertTriggers(const sp<CaptureRequest> &request);
855 // Purge the queued triggers from this request,
856 // restoring the old field values for those tags.
857 status_t removeTriggers(const sp<CaptureRequest> &request);
858
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -0700859 // HAL workaround: Make sure a trigger ID always exists if
860 // a trigger does
861 status_t addDummyTriggerIds(const sp<CaptureRequest> &request);
862
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800863 static const nsecs_t kRequestTimeout = 50e6; // 50 ms
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800864
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700865 // Used to prepare a batch of requests.
866 struct NextRequest {
867 sp<CaptureRequest> captureRequest;
868 camera3_capture_request_t halRequest;
869 Vector<camera3_stream_buffer_t> outputBuffers;
870 bool submitted;
871 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800872
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700873 // Wait for the next batch of requests and put them in mNextRequests. mNextRequests will
874 // be empty if it times out.
875 void waitForNextRequestBatch();
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700876
877 // Waits for a request, or returns NULL if times out. Must be called with mRequestLock hold.
878 sp<CaptureRequest> waitForNextRequestLocked();
879
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700880 // Prepare HAL requests and output buffers in mNextRequests. Return TIMED_OUT if getting any
881 // output buffer timed out. If an error is returned, the caller should clean up the pending
882 // request batch.
883 status_t prepareHalRequests();
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700884
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700885 // Return buffers, etc, for requests in mNextRequests that couldn't be fully constructed and
886 // send request errors if sendRequestError is true. The buffers will be returned in the
887 // ERROR state to mark them as not having valid data. mNextRequests will be cleared.
888 void cleanUpFailedRequests(bool sendRequestError);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800889
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700890 // Stop the repeating request if any of its output streams is abandoned.
891 void checkAndStopRepeatingRequest();
892
Emilian Peevaebbe412018-01-15 13:53:24 +0000893 // Release physical camera settings and camera id resources.
894 void cleanupPhysicalSettings(sp<CaptureRequest> request,
895 /*out*/camera3_capture_request_t *halRequest);
896
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800897 // Pause handling
898 bool waitIfPaused();
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -0700899 void unpauseForNewRequests();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800900
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700901 // Relay error to parent device object setErrorState
902 void setErrorState(const char *fmt, ...);
903
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -0700904 // If the input request is in mRepeatingRequests. Must be called with mRequestLock hold
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700905 bool isRepeatingRequestLocked(const sp<CaptureRequest>&);
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -0700906
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700907 // Clear repeating requests. Must be called with mRequestLock held.
908 status_t clearRepeatingRequestsLocked(/*out*/ int64_t *lastFrameNumber = NULL);
909
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800910 // send request in mNextRequests to HAL in a batch. Return true = sucssess
911 bool sendRequestsBatch();
912
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -0700913 // Calculate the expected maximum duration for a request
914 nsecs_t calculateMaxExpectedDuration(const camera_metadata_t *request);
915
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000916 // Check and update latest session parameters based on the current request settings.
917 bool updateSessionParameters(const CameraMetadata& settings);
918
Emilian Peeva14b4dd2018-05-15 11:00:31 +0100919 // Check whether FPS range session parameter re-configuration is needed in constrained
920 // high speed recording camera sessions.
921 bool skipHFRTargetFPSUpdate(int32_t tag, const camera_metadata_ro_entry_t& newEntry,
922 const camera_metadata_entry_t& currentEntry);
923
Shuzhen Wangc2cba122018-05-17 18:10:24 -0700924 // Update next request sent to HAL
925 void updateNextRequest(NextRequest& nextRequest);
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000926
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800927 wp<Camera3Device> mParent;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700928 wp<camera3::StatusTracker> mStatusTracker;
Yin-Chia Yehdb1e8642017-07-14 15:19:30 -0700929 sp<HalInterface> mInterface;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800930
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700931 wp<NotificationListener> mListener;
Eino-Ville Talvala17543512014-08-06 14:32:02 -0700932
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800933 const String8& mId; // The camera ID
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700934 int mStatusId; // The RequestThread's component ID for
935 // status tracking
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700936
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800937 Mutex mRequestLock;
938 Condition mRequestSignal;
939 RequestList mRequestQueue;
940 RequestList mRepeatingRequests;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700941 // The next batch of requests being prepped for submission to the HAL, no longer
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -0700942 // on the request queue. Read-only even with mRequestLock held, outside
943 // of threadLoop
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700944 Vector<NextRequest> mNextRequests;
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700945
946 // To protect flush() and sending a request batch to HAL.
947 Mutex mFlushLock;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800948
949 bool mReconfigured;
950
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700951 // Used by waitIfPaused, waitForNextRequest, waitUntilPaused, and signalPipelineDrain
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800952 Mutex mPauseLock;
953 bool mDoPause;
954 Condition mDoPauseSignal;
955 bool mPaused;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700956 bool mNotifyPipelineDrain;
957 std::vector<int> mStreamIdsToBeDrained;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800958
959 sp<CaptureRequest> mPrevRequest;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700960 int32_t mPrevTriggers;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800961
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700962 uint32_t mFrameNumber;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700963
Igor Murashkin1e479c02013-09-06 16:55:14 -0700964 mutable Mutex mLatestRequestMutex;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700965 Condition mLatestRequestSignal;
966 // android.request.id for latest process_capture_request
967 int32_t mLatestRequestId;
Igor Murashkin1e479c02013-09-06 16:55:14 -0700968 CameraMetadata mLatestRequest;
Shuzhen Wangc2cba122018-05-17 18:10:24 -0700969 std::unordered_map<std::string, CameraMetadata> mLatestPhysicalRequest;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700970
971 typedef KeyedVector<uint32_t/*tag*/, RequestTrigger> TriggerMap;
972 Mutex mTriggerMutex;
973 TriggerMap mTriggerMap;
974 TriggerMap mTriggerRemovedMap;
975 TriggerMap mTriggerReplacedMap;
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -0700976 uint32_t mCurrentAfTriggerId;
977 uint32_t mCurrentPreCaptureTriggerId;
Jianing Weicb0652e2014-03-12 18:29:36 -0700978
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700979 int64_t mRepeatingLastFrameNumber;
Chien-Yu Chend196d612015-06-22 19:49:01 -0700980
Chien-Yu Chenc66969b2016-05-19 16:37:51 -0700981 // Flag indicating if we should prepare video stream for video requests.
982 bool mPrepareVideoStream;
Shuzhen Wang686f6442017-06-20 16:16:04 -0700983
Emilian Peeva14b4dd2018-05-15 11:00:31 +0100984 bool mConstrainedMode;
985
Shuzhen Wang686f6442017-06-20 16:16:04 -0700986 static const int32_t kRequestLatencyBinSize = 40; // in ms
987 CameraLatencyHistogram mRequestLatency;
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000988
989 Vector<int32_t> mSessionParamKeys;
990 CameraMetadata mLatestSessionParams;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700991
992 const bool mUseHalBufManager;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800993 };
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800994 sp<RequestThread> mRequestThread;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800995
996 /**
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700997 * In-flight queue for tracking completion of capture requests.
998 */
999
1000 struct InFlightRequest {
1001 // Set by notify() SHUTTER call.
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001002 nsecs_t shutterTimestamp;
1003 // Set by process_capture_result().
1004 nsecs_t sensorTimestamp;
Zhijun He1d1f8462013-10-02 16:29:51 -07001005 int requestStatus;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001006 // Set by process_capture_result call with valid metadata
1007 bool haveResultMetadata;
1008 // Decremented by calls to process_capture_result with valid output
Zhijun Hef0d962a2014-06-30 10:24:11 -07001009 // and input buffers
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001010 int numBuffersLeft;
Jianing Weicb0652e2014-03-12 18:29:36 -07001011 CaptureResultExtras resultExtras;
Zhijun Hec98bd8d2014-07-07 12:44:10 -07001012 // If this request has any input buffer
1013 bool hasInputBuffer;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001014
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001015 // The last metadata that framework receives from HAL and
1016 // not yet send out because the shutter event hasn't arrived.
1017 // It's added by process_capture_result and sent when framework
1018 // receives the shutter event.
1019 CameraMetadata pendingMetadata;
1020
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08001021 // The metadata of the partial results that framework receives from HAL so far
1022 // and has sent out.
1023 CameraMetadata collectedPartialResult;
1024
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001025 // Buffers are added by process_capture_result when output buffers
1026 // return from HAL but framework has not yet received the shutter
1027 // event. They will be returned to the streams when framework receives
1028 // the shutter event.
1029 Vector<camera3_stream_buffer_t> pendingOutputBuffers;
1030
Shuzhen Wang4a472662017-02-26 23:29:04 -08001031 // Whether this inflight request's shutter and result callback are to be
1032 // called. The policy is that if the request is the last one in the constrained
1033 // high speed recording request list, this flag will be true. If the request list
1034 // is not for constrained high speed recording, this flag will also be true.
1035 bool hasCallback;
1036
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -07001037 // Maximum expected frame duration for this request.
1038 // For manual captures, equal to the max of requested exposure time and frame duration
1039 // For auto-exposure modes, equal to 1/(lower end of target FPS range)
1040 nsecs_t maxExpectedDuration;
1041
Shuzhen Wang20f57342017-08-24 15:39:05 -07001042 // Whether the result metadata for this request is to be skipped. The
1043 // result metadata should be skipped in the case of
1044 // REQUEST/RESULT error.
1045 bool skipResultMetadata;
1046
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001047 // The physical camera ids being requested.
1048 std::set<String8> physicalCameraIds;
1049
1050 // Map of physicalCameraId <-> Metadata
1051 std::vector<PhysicalCaptureResultInfo> physicalMetadatas;
1052
Emilian Peev9dd21f42018-08-03 13:39:29 +01001053 // Indicates a still capture request.
1054 bool stillCapture;
1055
Shuzhen Wang26abaf42018-08-28 15:41:20 -07001056 // Indicates a ZSL capture request
1057 bool zslCapture;
1058
Yin-Chia Yeh58b1b4e2018-10-15 12:18:36 -07001059 // What shared surfaces an output should go to
1060 SurfaceMap outputSurfaces;
1061
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001062 // Default constructor needed by KeyedVector
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001063 InFlightRequest() :
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001064 shutterTimestamp(0),
1065 sensorTimestamp(0),
Zhijun He1d1f8462013-10-02 16:29:51 -07001066 requestStatus(OK),
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001067 haveResultMetadata(false),
Zhijun Hec98bd8d2014-07-07 12:44:10 -07001068 numBuffersLeft(0),
Chien-Yu Chend196d612015-06-22 19:49:01 -07001069 hasInputBuffer(false),
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -07001070 hasCallback(true),
Shuzhen Wang20f57342017-08-24 15:39:05 -07001071 maxExpectedDuration(kDefaultExpectedDuration),
Emilian Peev9dd21f42018-08-03 13:39:29 +01001072 skipResultMetadata(false),
Shuzhen Wang26abaf42018-08-28 15:41:20 -07001073 stillCapture(false),
1074 zslCapture(false) {
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001075 }
1076
Chien-Yu Chend196d612015-06-22 19:49:01 -07001077 InFlightRequest(int numBuffers, CaptureResultExtras extras, bool hasInput,
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001078 bool hasAppCallback, nsecs_t maxDuration,
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001079 const std::set<String8>& physicalCameraIdSet, bool isStillCapture,
Yin-Chia Yeh58b1b4e2018-10-15 12:18:36 -07001080 bool isZslCapture,
1081 const SurfaceMap& outSurfaces = SurfaceMap{}) :
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001082 shutterTimestamp(0),
1083 sensorTimestamp(0),
Jianing Weicb0652e2014-03-12 18:29:36 -07001084 requestStatus(OK),
1085 haveResultMetadata(false),
1086 numBuffersLeft(numBuffers),
Zhijun Hec98bd8d2014-07-07 12:44:10 -07001087 resultExtras(extras),
Chien-Yu Chend196d612015-06-22 19:49:01 -07001088 hasInputBuffer(hasInput),
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -07001089 hasCallback(hasAppCallback),
Shuzhen Wang20f57342017-08-24 15:39:05 -07001090 maxExpectedDuration(maxDuration),
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001091 skipResultMetadata(false),
Emilian Peev9dd21f42018-08-03 13:39:29 +01001092 physicalCameraIds(physicalCameraIdSet),
Shuzhen Wang26abaf42018-08-28 15:41:20 -07001093 stillCapture(isStillCapture),
Yin-Chia Yeh58b1b4e2018-10-15 12:18:36 -07001094 zslCapture(isZslCapture),
1095 outputSurfaces(outSurfaces) {
Zhijun Hec98bd8d2014-07-07 12:44:10 -07001096 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001097 };
1098
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001099 // Map from frame number to the in-flight request state
1100 typedef KeyedVector<uint32_t, InFlightRequest> InFlightMap;
1101
Yin-Chia Yeh598fc602017-07-24 11:37:23 -07001102
1103 Mutex mInFlightLock; // Protects mInFlightMap and
1104 // mExpectedInflightDuration
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001105 InFlightMap mInFlightMap;
Yin-Chia Yeh598fc602017-07-24 11:37:23 -07001106 nsecs_t mExpectedInflightDuration = 0;
Eino-Ville Talvala24b366e2016-07-21 12:53:07 -07001107 int mInFlightStatusId;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001108
Jianing Weicb0652e2014-03-12 18:29:36 -07001109 status_t registerInFlight(uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07001110 int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
Emilian Peev9dd21f42018-08-03 13:39:29 +01001111 bool callback, nsecs_t maxExpectedDuration, std::set<String8>& physicalCameraIds,
Yin-Chia Yeh58b1b4e2018-10-15 12:18:36 -07001112 bool isStillCapture, bool isZslCapture,
1113 const SurfaceMap& outputSurfaces);
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -07001114
1115 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001116 * Tracking for idle detection
1117 */
1118 sp<camera3::StatusTracker> mStatusTracker;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001119
1120 /**
Zhijun He125684a2015-12-26 15:07:30 -08001121 * Graphic buffer manager for output streams. Each device has a buffer manager, which is used
1122 * by the output streams to get and return buffers if these streams are registered to this
1123 * buffer manager.
1124 */
1125 sp<camera3::Camera3BufferManager> mBufferManager;
1126
1127 /**
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001128 * Thread for preparing streams
1129 */
1130 class PreparerThread : private Thread, public virtual RefBase {
1131 public:
1132 PreparerThread();
1133 ~PreparerThread();
1134
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001135 void setNotificationListener(wp<NotificationListener> listener);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001136
1137 /**
Ruben Brunkc78ac262015-08-13 17:58:46 -07001138 * Queue up a stream to be prepared. Streams are processed by a background thread in FIFO
1139 * order. Pre-allocate up to maxCount buffers for the stream, or the maximum number needed
1140 * for the pipeline if maxCount is ALLOCATE_PIPELINE_MAX.
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001141 */
Ruben Brunkc78ac262015-08-13 17:58:46 -07001142 status_t prepare(int maxCount, sp<camera3::Camera3StreamInterface>& stream);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001143
1144 /**
1145 * Cancel all current and pending stream preparation
1146 */
1147 status_t clear();
1148
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001149 /**
1150 * Pause all preparation activities
1151 */
1152 void pause();
1153
1154 /**
1155 * Resume preparation activities
1156 */
1157 status_t resume();
1158
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001159 private:
1160 Mutex mLock;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001161 Condition mThreadActiveSignal;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001162
1163 virtual bool threadLoop();
1164
1165 // Guarded by mLock
1166
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001167 wp<NotificationListener> mListener;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001168 std::unordered_map<int, sp<camera3::Camera3StreamInterface> > mPendingStreams;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001169 bool mActive;
1170 bool mCancelNow;
1171
1172 // Only accessed by threadLoop and the destructor
1173
1174 sp<camera3::Camera3StreamInterface> mCurrentStream;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001175 int mCurrentMaxCount;
1176 bool mCurrentPrepareComplete;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001177 };
1178 sp<PreparerThread> mPreparerThread;
1179
1180 /**
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001181 * Output result queue and current HAL device 3A state
1182 */
1183
1184 // Lock for output side of device
1185 Mutex mOutputLock;
1186
1187 /**** Scope for mOutputLock ****/
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001188 // the minimal frame number of the next non-reprocess result
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001189 uint32_t mNextResultFrameNumber;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001190 // the minimal frame number of the next reprocess result
1191 uint32_t mNextReprocessResultFrameNumber;
Shuzhen Wang5ee99842019-04-12 11:55:48 -07001192 // the minimal frame number of the next ZSL still capture result
1193 uint32_t mNextZslStillResultFrameNumber;
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07001194 // the minimal frame number of the next non-reprocess shutter
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001195 uint32_t mNextShutterFrameNumber;
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07001196 // the minimal frame number of the next reprocess shutter
1197 uint32_t mNextReprocessShutterFrameNumber;
Shuzhen Wang5ee99842019-04-12 11:55:48 -07001198 // the minimal frame number of the next ZSL still capture shutter
1199 uint32_t mNextZslStillShutterFrameNumber;
Jianing Weicb0652e2014-03-12 18:29:36 -07001200 List<CaptureResult> mResultQueue;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001201 Condition mResultSignal;
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001202 wp<NotificationListener> mListener;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001203
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001204 /**** End scope for mOutputLock ****/
1205
1206 /**
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001207 * Callback functions from HAL device
1208 */
1209 void processCaptureResult(const camera3_capture_result *result);
1210
1211 void notify(const camera3_notify_msg *msg);
1212
Eino-Ville Talvala17543512014-08-06 14:32:02 -07001213 // Specific notify handlers
1214 void notifyError(const camera3_error_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001215 sp<NotificationListener> listener);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07001216 void notifyShutter(const camera3_shutter_msg_t &msg,
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001217 sp<NotificationListener> listener);
Eino-Ville Talvala17543512014-08-06 14:32:02 -07001218
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001219 // helper function to return the output buffers to the streams.
1220 void returnOutputBuffers(const camera3_stream_buffer_t *outputBuffers,
Yin-Chia Yeh58b1b4e2018-10-15 12:18:36 -07001221 size_t numBuffers, nsecs_t timestamp, bool timestampIncreasing = true,
1222 // The following arguments are only meant for surface sharing use case
1223 const SurfaceMap& outputSurfaces = SurfaceMap{},
1224 // Used to send buffer error callback when failing to return buffer
1225 const CaptureResultExtras &resultExtras = CaptureResultExtras{});
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001226
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08001227 // Send a partial capture result.
1228 void sendPartialCaptureResult(const camera_metadata_t * partialResult,
Emilian Peev7e25e5e2017-04-07 15:48:49 +01001229 const CaptureResultExtras &resultExtras, uint32_t frameNumber);
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08001230
1231 // Send a total capture result given the pending metadata and result extras,
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001232 // partial results, and the frame number to the result queue.
1233 void sendCaptureResult(CameraMetadata &pendingMetadata,
1234 CaptureResultExtras &resultExtras,
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001235 CameraMetadata &collectedPartialResult, uint32_t frameNumber,
Shuzhen Wang5ee99842019-04-12 11:55:48 -07001236 bool reprocess, bool zslStillCapture,
1237 const std::vector<PhysicalCaptureResultInfo>& physicalMetadatas);
Shuzhen Wang5c22c152017-12-31 17:12:25 -08001238
1239 bool isLastFullResult(const InFlightRequest& inFlightRequest);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001240
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08001241 // Insert the result to the result queue after updating frame number and overriding AE
1242 // trigger cancel.
1243 // mOutputLock must be held when calling this function.
Emilian Peev7e25e5e2017-04-07 15:48:49 +01001244 void insertResultLocked(CaptureResult *result, uint32_t frameNumber);
Chien-Yu Chen5cd8d642016-03-08 14:46:58 -08001245
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001246 /**** Scope for mInFlightLock ****/
1247
Shuzhen Wangcadb3302016-11-04 14:17:56 -07001248 // Remove the in-flight map entry of the given index from mInFlightMap.
1249 // It must only be called with mInFlightLock held.
1250 void removeInFlightMapEntryLocked(int idx);
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001251 // Remove the in-flight request of the given index from mInFlightMap
1252 // if it's no longer needed. It must only be called with mInFlightLock held.
1253 void removeInFlightRequestIfReadyLocked(int idx);
Yin-Chia Yehf3fe36f2017-07-07 18:23:18 -07001254 // Remove all in-flight requests and return all buffers.
1255 // This is used after HAL interface is closed to cleanup any request/buffers
1256 // not returned by HAL.
1257 void flushInflightRequests();
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001258
1259 /**** End scope for mInFlightLock ****/
1260
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -07001261 /**
1262 * Distortion correction support
1263 */
Shuzhen Wang4f6fa9d2019-03-29 10:40:35 -07001264 // Map from camera IDs to its corresponding distortion mapper. Only contains
1265 // 1 ID if the device isn't a logical multi-camera. Otherwise contains both
1266 // logical camera and its physical subcameras.
1267 std::unordered_map<std::string, camera3::DistortionMapper> mDistortionMappers;
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -07001268
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07001269 // Debug tracker for metadata tag value changes
1270 // - Enabled with the -m <taglist> option to dumpsys, such as
1271 // dumpsys -m android.control.aeState,android.control.aeMode
1272 // - Disabled with -m off
1273 // - dumpsys -m 3a is a shortcut for ae/af/awbMode, State, and Triggers
1274 TagMonitor mTagMonitor;
1275
1276 void monitorMetadata(TagMonitor::eventSource source, int64_t frameNumber,
Shuzhen Wangc2cba122018-05-17 18:10:24 -07001277 nsecs_t timestamp, const CameraMetadata& metadata,
1278 const std::unordered_map<std::string, CameraMetadata>& physicalMetadata);
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07001279
Emilian Peev71c73a22017-03-21 16:35:51 +00001280 metadata_vendor_id_t mVendorTagId;
1281
Emilian Peev811d2952018-05-25 11:08:40 +01001282 // Cached last requested template id
1283 int mLastTemplateId;
1284
Emilian Peev26d975d2018-07-05 14:52:57 +01001285 // Synchronizes access to status tracker between inflight updates and disconnect.
1286 // b/79972865
1287 Mutex mTrackerLock;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001288
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001289 // Whether HAL request buffers through requestStreamBuffers API
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001290 bool mUseHalBufManager = false;
1291
1292 // Lock to ensure requestStreamBuffers() callbacks are serialized
1293 std::mutex mRequestBufferInterfaceLock;
1294
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001295 // The state machine to control when requestStreamBuffers should allow
1296 // HAL to request buffers.
1297 enum RequestBufferState {
1298 /**
1299 * This is the initial state.
1300 * requestStreamBuffers call will return FAILED_CONFIGURING in this state.
1301 * Will switch to RB_STATUS_READY after a successful configureStreams or
1302 * processCaptureRequest call.
1303 */
1304 RB_STATUS_STOPPED,
1305
1306 /**
1307 * requestStreamBuffers call will proceed in this state.
1308 * When device is asked to stay idle via waitUntilStateThenRelock() call:
1309 * - Switch to RB_STATUS_STOPPED if there is no inflight requests and
1310 * request thread is paused.
1311 * - Switch to RB_STATUS_PENDING_STOP otherwise
1312 */
1313 RB_STATUS_READY,
1314
1315 /**
1316 * requestStreamBuffers call will proceed in this state.
1317 * Switch to RB_STATUS_STOPPED when all inflight requests are fulfilled
1318 * and request thread is paused
1319 */
1320 RB_STATUS_PENDING_STOP,
1321 };
1322
1323 class RequestBufferStateMachine {
1324 public:
1325 status_t initialize(sp<camera3::StatusTracker> statusTracker);
1326
1327 // Return if the state machine currently allows for requestBuffers
1328 // If the state allows for it, mRequestBufferOngoing will be set to true
1329 // and caller must call endRequestBuffer() later to unset the flag
1330 bool startRequestBuffer();
1331 void endRequestBuffer();
1332
1333 // Events triggered by application API call
1334 void onStreamsConfigured();
1335 void onWaitUntilIdle();
1336
1337 // Events usually triggered by hwBinder processCaptureResult callback thread
1338 // But can also be triggered on request thread for failed request, or on
1339 // hwbinder notify callback thread for shutter/error callbacks
1340 void onInflightMapEmpty();
1341
1342 // Events triggered by RequestThread
Yin-Chia Yehcd333fe2019-02-08 13:45:41 -08001343 void onSubmittingRequest();
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001344 void onRequestThreadPaused();
1345
1346 private:
1347 void notifyTrackerLocked(bool active);
1348
1349 // Switch to STOPPED state and return true if all conditions allows for it.
1350 // Otherwise do nothing and return false.
1351 bool checkSwitchToStopLocked();
1352
1353 std::mutex mLock;
1354 RequestBufferState mStatus = RB_STATUS_STOPPED;
1355
1356 bool mRequestThreadPaused = true;
1357 bool mInflightMapEmpty = true;
1358 bool mRequestBufferOngoing = false;
1359
1360 wp<camera3::StatusTracker> mStatusTracker;
1361 int mRequestBufferStatusId;
1362 } mRequestBufferSM;
1363
Shuzhen Wang268a1362018-10-16 16:32:59 -07001364 // Fix up result metadata for monochrome camera.
1365 bool mNeedFixupMonochromeTags;
1366 status_t fixupMonochromeTags(const CameraMetadata& deviceInfo, CameraMetadata& resultMetadata);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001367}; // class Camera3Device
1368
1369}; // namespace android
1370
1371#endif