Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 1 | /* |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 2 | * Copyright (C) 2013-2018 The Android Open Source Project |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define LOG_TAG "Camera3-IOStreamBase" |
| 18 | #define ATRACE_TAG ATRACE_TAG_CAMERA |
| 19 | //#define LOG_NDEBUG 0 |
| 20 | |
Colin Cross | e5729fa | 2014-03-21 15:04:25 -0700 | [diff] [blame] | 21 | #include <inttypes.h> |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 22 | |
| 23 | #include <utils/Log.h> |
| 24 | #include <utils/Trace.h> |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 25 | #include "device3/Camera3IOStreamBase.h" |
| 26 | #include "device3/StatusTracker.h" |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 27 | |
| 28 | namespace android { |
| 29 | |
| 30 | namespace camera3 { |
| 31 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 32 | Camera3IOStreamBase::Camera3IOStreamBase(int id, camera_stream_type_t type, |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 33 | uint32_t width, uint32_t height, size_t maxSize, int format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 34 | android_dataspace dataSpace, camera_stream_rotation_t rotation, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame^] | 35 | const String8& physicalCameraId, |
| 36 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
| 37 | int setId, bool isMultiResolution) : |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 38 | Camera3Stream(id, type, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 39 | width, height, maxSize, format, dataSpace, rotation, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame^] | 40 | physicalCameraId, sensorPixelModesUsed, setId, isMultiResolution), |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 41 | mTotalBufferCount(0), |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 42 | mHandoutTotalBufferCount(0), |
| 43 | mHandoutOutputBufferCount(0), |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 44 | mFrameCount(0), |
| 45 | mLastTimestamp(0) { |
| 46 | |
| 47 | mCombinedFence = new Fence(); |
| 48 | |
Yin-Chia Yeh | e9154ce | 2015-12-07 14:38:04 -0800 | [diff] [blame] | 49 | if (maxSize > 0 && |
| 50 | (format != HAL_PIXEL_FORMAT_BLOB && format != HAL_PIXEL_FORMAT_RAW_OPAQUE)) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 51 | ALOGE("%s: Bad format for size-only stream: %d", __FUNCTION__, |
| 52 | format); |
| 53 | mState = STATE_ERROR; |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | Camera3IOStreamBase::~Camera3IOStreamBase() { |
| 58 | disconnectLocked(); |
| 59 | } |
| 60 | |
| 61 | bool Camera3IOStreamBase::hasOutstandingBuffersLocked() const { |
| 62 | nsecs_t signalTime = mCombinedFence->getSignalTime(); |
Colin Cross | e5729fa | 2014-03-21 15:04:25 -0700 | [diff] [blame] | 63 | ALOGV("%s: Stream %d: Has %zu outstanding buffers," |
| 64 | " buffer signal time is %" PRId64, |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 65 | __FUNCTION__, mId, mHandoutTotalBufferCount, signalTime); |
| 66 | if (mHandoutTotalBufferCount > 0 || signalTime == INT64_MAX) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 67 | return true; |
| 68 | } |
| 69 | return false; |
| 70 | } |
| 71 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 72 | void Camera3IOStreamBase::dump(int fd, const Vector<String16> &args) const { |
| 73 | (void) args; |
| 74 | String8 lines; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 75 | |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 76 | uint64_t consumerUsage = 0; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 77 | status_t res = getEndpointUsage(&consumerUsage); |
| 78 | if (res != OK) consumerUsage = 0; |
| 79 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 80 | lines.appendFormat(" State: %d\n", mState); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 81 | lines.appendFormat(" Dims: %d x %d, format 0x%x, dataspace 0x%x\n", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 82 | camera_stream::width, camera_stream::height, |
| 83 | camera_stream::format, camera_stream::data_space); |
Kévin PETIT | 377b2ec | 2014-02-03 12:35:36 +0000 | [diff] [blame] | 84 | lines.appendFormat(" Max size: %zu\n", mMaxSize); |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 85 | lines.appendFormat(" Combined usage: %" PRIu64 ", max HAL buffers: %d\n", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 86 | mUsage | consumerUsage, camera_stream::max_buffers); |
| 87 | if (strlen(camera_stream::physical_camera_id) > 0) { |
| 88 | lines.appendFormat(" Physical camera id: %s\n", camera_stream::physical_camera_id); |
Shuzhen Wang | c2cba12 | 2018-05-17 18:10:24 -0700 | [diff] [blame] | 89 | } |
Colin Cross | e5729fa | 2014-03-21 15:04:25 -0700 | [diff] [blame] | 90 | lines.appendFormat(" Frames produced: %d, last timestamp: %" PRId64 " ns\n", |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 91 | mFrameCount, mLastTimestamp); |
Kévin PETIT | 377b2ec | 2014-02-03 12:35:36 +0000 | [diff] [blame] | 92 | lines.appendFormat(" Total buffers: %zu, currently dequeued: %zu\n", |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 93 | mTotalBufferCount, mHandoutTotalBufferCount); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 94 | write(fd, lines.string(), lines.size()); |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 95 | |
| 96 | Camera3Stream::dump(fd, args); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | status_t Camera3IOStreamBase::configureQueueLocked() { |
| 100 | status_t res; |
| 101 | |
| 102 | switch (mState) { |
| 103 | case STATE_IN_RECONFIG: |
| 104 | res = disconnectLocked(); |
| 105 | if (res != OK) { |
| 106 | return res; |
| 107 | } |
| 108 | break; |
| 109 | case STATE_IN_CONFIG: |
| 110 | // OK |
| 111 | break; |
| 112 | default: |
| 113 | ALOGE("%s: Bad state: %d", __FUNCTION__, mState); |
| 114 | return INVALID_OPERATION; |
| 115 | } |
| 116 | |
| 117 | return OK; |
| 118 | } |
| 119 | |
| 120 | size_t Camera3IOStreamBase::getBufferCountLocked() { |
| 121 | return mTotalBufferCount; |
| 122 | } |
| 123 | |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 124 | size_t Camera3IOStreamBase::getHandoutOutputBufferCountLocked() const { |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 125 | return mHandoutOutputBufferCount; |
| 126 | } |
| 127 | |
| 128 | size_t Camera3IOStreamBase::getHandoutInputBufferCountLocked() { |
| 129 | return (mHandoutTotalBufferCount - mHandoutOutputBufferCount); |
| 130 | } |
| 131 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 132 | status_t Camera3IOStreamBase::disconnectLocked() { |
| 133 | switch (mState) { |
| 134 | case STATE_IN_RECONFIG: |
| 135 | case STATE_CONFIGURED: |
Eino-Ville Talvala | ff51b47 | 2016-06-28 15:26:19 -0700 | [diff] [blame] | 136 | case STATE_ABANDONED: |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 137 | // OK |
| 138 | break; |
| 139 | default: |
| 140 | // No connection, nothing to do |
Igor Murashkin | e2172be | 2013-05-28 15:31:39 -0700 | [diff] [blame] | 141 | ALOGV("%s: Stream %d: Already disconnected", |
| 142 | __FUNCTION__, mId); |
| 143 | return -ENOTCONN; |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 144 | } |
| 145 | |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 146 | if (mHandoutTotalBufferCount > 0) { |
Colin Cross | e5729fa | 2014-03-21 15:04:25 -0700 | [diff] [blame] | 147 | ALOGE("%s: Can't disconnect with %zu buffers still dequeued!", |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 148 | __FUNCTION__, mHandoutTotalBufferCount); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 149 | return INVALID_OPERATION; |
| 150 | } |
| 151 | |
| 152 | return OK; |
| 153 | } |
| 154 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 155 | void Camera3IOStreamBase::handoutBufferLocked(camera_stream_buffer &buffer, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 156 | buffer_handle_t *handle, |
| 157 | int acquireFence, |
| 158 | int releaseFence, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 159 | camera_buffer_status_t status, |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 160 | bool output) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 161 | /** |
| 162 | * Note that all fences are now owned by HAL. |
| 163 | */ |
| 164 | |
| 165 | // Handing out a raw pointer to this object. Increment internal refcount. |
| 166 | incStrong(this); |
| 167 | buffer.stream = this; |
| 168 | buffer.buffer = handle; |
| 169 | buffer.acquire_fence = acquireFence; |
| 170 | buffer.release_fence = releaseFence; |
| 171 | buffer.status = status; |
| 172 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 173 | // Inform tracker about becoming busy |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 174 | if (mHandoutTotalBufferCount == 0 && mState != STATE_IN_CONFIG && |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 175 | mState != STATE_IN_RECONFIG && mState != STATE_PREPARING) { |
Igor Murashkin | 13d315e | 2014-04-03 18:09:04 -0700 | [diff] [blame] | 176 | /** |
| 177 | * Avoid a spurious IDLE->ACTIVE->IDLE transition when using buffers |
| 178 | * before/after register_stream_buffers during initial configuration |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 179 | * or re-configuration, or during prepare pre-allocation |
Igor Murashkin | 13d315e | 2014-04-03 18:09:04 -0700 | [diff] [blame] | 180 | */ |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 181 | sp<StatusTracker> statusTracker = mStatusTracker.promote(); |
| 182 | if (statusTracker != 0) { |
| 183 | statusTracker->markComponentActive(mStatusId); |
| 184 | } |
| 185 | } |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 186 | mHandoutTotalBufferCount++; |
| 187 | |
| 188 | if (output) { |
| 189 | mHandoutOutputBufferCount++; |
| 190 | } |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 191 | } |
| 192 | |
| 193 | status_t Camera3IOStreamBase::getBufferPreconditionCheckLocked() const { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 194 | // Allow dequeue during IN_[RE]CONFIG for registration, in |
| 195 | // PREPARING for pre-allocation |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 196 | if (mState != STATE_CONFIGURED && |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 197 | mState != STATE_IN_CONFIG && mState != STATE_IN_RECONFIG && |
| 198 | mState != STATE_PREPARING) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 199 | ALOGE("%s: Stream %d: Can't get buffers in unconfigured state %d", |
| 200 | __FUNCTION__, mId, mState); |
| 201 | return INVALID_OPERATION; |
| 202 | } |
| 203 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 204 | return OK; |
| 205 | } |
| 206 | |
| 207 | status_t Camera3IOStreamBase::returnBufferPreconditionCheckLocked() const { |
| 208 | // Allow buffers to be returned in the error state, to allow for disconnect |
| 209 | // and in the in-config states for registration |
| 210 | if (mState == STATE_CONSTRUCTED) { |
| 211 | ALOGE("%s: Stream %d: Can't return buffers in unconfigured state %d", |
| 212 | __FUNCTION__, mId, mState); |
| 213 | return INVALID_OPERATION; |
| 214 | } |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 215 | if (mHandoutTotalBufferCount == 0) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 216 | ALOGE("%s: Stream %d: No buffers outstanding to return", __FUNCTION__, |
| 217 | mId); |
| 218 | return INVALID_OPERATION; |
| 219 | } |
| 220 | |
| 221 | return OK; |
| 222 | } |
| 223 | |
| 224 | status_t Camera3IOStreamBase::returnAnyBufferLocked( |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 225 | const camera_stream_buffer &buffer, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 226 | nsecs_t timestamp, |
Yin-Chia Yeh | 58b1b4e | 2018-10-15 12:18:36 -0700 | [diff] [blame] | 227 | bool output, |
| 228 | const std::vector<size_t>& surface_ids) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 229 | status_t res; |
| 230 | |
| 231 | // returnBuffer may be called from a raw pointer, not a sp<>, and we'll be |
| 232 | // decrementing the internal refcount next. In case this is the last ref, we |
| 233 | // might get destructed on the decStrong(), so keep an sp around until the |
| 234 | // end of the call - otherwise have to sprinkle the decStrong on all exit |
| 235 | // points. |
| 236 | sp<Camera3IOStreamBase> keepAlive(this); |
| 237 | decStrong(this); |
| 238 | |
| 239 | if ((res = returnBufferPreconditionCheckLocked()) != OK) { |
| 240 | return res; |
| 241 | } |
| 242 | |
| 243 | sp<Fence> releaseFence; |
Yin-Chia Yeh | 58b1b4e | 2018-10-15 12:18:36 -0700 | [diff] [blame] | 244 | res = returnBufferCheckedLocked(buffer, timestamp, output, surface_ids, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 245 | &releaseFence); |
Eino-Ville Talvala | 07d2169 | 2013-09-24 18:04:19 -0700 | [diff] [blame] | 246 | // Res may be an error, but we still want to decrement our owned count |
| 247 | // to enable clean shutdown. So we'll just return the error but otherwise |
| 248 | // carry on |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 249 | |
Eino-Ville Talvala | 07d2169 | 2013-09-24 18:04:19 -0700 | [diff] [blame] | 250 | if (releaseFence != 0) { |
| 251 | mCombinedFence = Fence::merge(mName, mCombinedFence, releaseFence); |
| 252 | } |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 253 | |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 254 | if (output) { |
| 255 | mHandoutOutputBufferCount--; |
| 256 | } |
| 257 | |
| 258 | mHandoutTotalBufferCount--; |
| 259 | if (mHandoutTotalBufferCount == 0 && mState != STATE_IN_CONFIG && |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 260 | mState != STATE_IN_RECONFIG && mState != STATE_PREPARING) { |
Igor Murashkin | 13d315e | 2014-04-03 18:09:04 -0700 | [diff] [blame] | 261 | /** |
| 262 | * Avoid a spurious IDLE->ACTIVE->IDLE transition when using buffers |
| 263 | * before/after register_stream_buffers during initial configuration |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 264 | * or re-configuration, or during prepare pre-allocation |
Igor Murashkin | 13d315e | 2014-04-03 18:09:04 -0700 | [diff] [blame] | 265 | */ |
Eino-Ville Talvala | 07d2169 | 2013-09-24 18:04:19 -0700 | [diff] [blame] | 266 | ALOGV("%s: Stream %d: All buffers returned; now idle", __FUNCTION__, |
| 267 | mId); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 268 | sp<StatusTracker> statusTracker = mStatusTracker.promote(); |
| 269 | if (statusTracker != 0) { |
| 270 | statusTracker->markComponentIdle(mStatusId, mCombinedFence); |
| 271 | } |
| 272 | } |
| 273 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 274 | if (output) { |
| 275 | mLastTimestamp = timestamp; |
| 276 | } |
| 277 | |
Eino-Ville Talvala | 07d2169 | 2013-09-24 18:04:19 -0700 | [diff] [blame] | 278 | return res; |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 279 | } |
| 280 | |
| 281 | |
| 282 | |
| 283 | }; // namespace camera3 |
| 284 | |
| 285 | }; // namespace android |