Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "NuPlayer2Driver" |
| 19 | #include <inttypes.h> |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 20 | #include <android-base/macros.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 21 | #include <utils/Log.h> |
| 22 | #include <cutils/properties.h> |
| 23 | |
| 24 | #include "NuPlayer2Driver.h" |
| 25 | |
| 26 | #include "NuPlayer2.h" |
| 27 | #include "NuPlayer2Source.h" |
| 28 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 29 | #include <media/DataSourceDesc.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 30 | #include <media/stagefright/foundation/ADebug.h> |
| 31 | #include <media/stagefright/foundation/ALooper.h> |
| 32 | #include <media/stagefright/foundation/AUtils.h> |
| 33 | #include <media/stagefright/foundation/ByteUtils.h> |
| 34 | #include <media/stagefright/MediaClock.h> |
| 35 | #include <media/stagefright/MetaData.h> |
| 36 | #include <media/stagefright/Utils.h> |
| 37 | |
| 38 | #include <media/IMediaAnalyticsService.h> |
| 39 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 40 | using google::protobuf::RepeatedPtrField; |
| 41 | using android::media::MediaPlayer2Proto::Value; |
| 42 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 43 | static const int kDumpLockRetries = 50; |
| 44 | static const int kDumpLockSleepUs = 20000; |
| 45 | |
| 46 | namespace android { |
| 47 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 48 | struct PlayerMessageWrapper : public RefBase { |
| 49 | static sp<PlayerMessageWrapper> Create(const PlayerMessage *p) { |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 50 | if (p != NULL) { |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 51 | sp<PlayerMessageWrapper> pw = new PlayerMessageWrapper(); |
| 52 | pw->copyFrom(p); |
| 53 | return pw; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 54 | } |
| 55 | return NULL; |
| 56 | } |
| 57 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 58 | const PlayerMessage *getPlayerMessage() { |
| 59 | return mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | protected: |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 63 | virtual ~PlayerMessageWrapper() { |
| 64 | if (mPlayerMessage != NULL) { |
| 65 | delete mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 66 | } |
| 67 | } |
| 68 | |
| 69 | private: |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 70 | PlayerMessageWrapper() |
| 71 | : mPlayerMessage(NULL) { } |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 72 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 73 | void copyFrom(const PlayerMessage *p) { |
| 74 | if (mPlayerMessage == NULL) { |
| 75 | mPlayerMessage = new PlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 76 | } |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 77 | mPlayerMessage->CopyFrom(*p); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 78 | } |
| 79 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 80 | PlayerMessage *mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 81 | }; |
| 82 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 83 | // key for media statistics |
Ray Essick | ee54eef | 2018-01-24 11:16:54 -0800 | [diff] [blame] | 84 | static const char *kKeyPlayer = "nuplayer"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 85 | // attrs for media statistics |
Ray Essick | de15b8c | 2018-01-30 16:35:56 -0800 | [diff] [blame] | 86 | // NB: these are matched with public Java API constants defined |
| 87 | // in frameworks/base/media/java/android/media/MediaPlayer2.java |
| 88 | // These must be kept synchronized with the constants there. |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 89 | static const char *kPlayerVMime = "android.media.mediaplayer.video.mime"; |
| 90 | static const char *kPlayerVCodec = "android.media.mediaplayer.video.codec"; |
| 91 | static const char *kPlayerWidth = "android.media.mediaplayer.width"; |
| 92 | static const char *kPlayerHeight = "android.media.mediaplayer.height"; |
| 93 | static const char *kPlayerFrames = "android.media.mediaplayer.frames"; |
| 94 | static const char *kPlayerFramesDropped = "android.media.mediaplayer.dropped"; |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 95 | static const char *kPlayerFrameRate = "android.media.mediaplayer.fps"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 96 | static const char *kPlayerAMime = "android.media.mediaplayer.audio.mime"; |
| 97 | static const char *kPlayerACodec = "android.media.mediaplayer.audio.codec"; |
| 98 | static const char *kPlayerDuration = "android.media.mediaplayer.durationMs"; |
| 99 | static const char *kPlayerPlaying = "android.media.mediaplayer.playingMs"; |
| 100 | static const char *kPlayerError = "android.media.mediaplayer.err"; |
| 101 | static const char *kPlayerErrorCode = "android.media.mediaplayer.errcode"; |
Ray Essick | de15b8c | 2018-01-30 16:35:56 -0800 | [diff] [blame] | 102 | |
| 103 | // NB: These are not yet exposed as public Java API constants. |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 104 | static const char *kPlayerErrorState = "android.media.mediaplayer.errstate"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 105 | static const char *kPlayerDataSourceType = "android.media.mediaplayer.dataSource"; |
| 106 | // |
| 107 | static const char *kPlayerRebuffering = "android.media.mediaplayer.rebufferingMs"; |
| 108 | static const char *kPlayerRebufferingCount = "android.media.mediaplayer.rebuffers"; |
| 109 | static const char *kPlayerRebufferingAtExit = "android.media.mediaplayer.rebufferExit"; |
| 110 | |
| 111 | |
Dichen Zhang | fc9f40f | 2019-01-04 14:15:28 -0800 | [diff] [blame] | 112 | NuPlayer2Driver::NuPlayer2Driver(pid_t pid, uid_t uid, const sp<JObjectHolder> &context) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 113 | : mState(STATE_IDLE), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 114 | mAsyncResult(UNKNOWN_ERROR), |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 115 | mSrcId(0), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 116 | mSetSurfaceInProgress(false), |
| 117 | mDurationUs(-1), |
| 118 | mPositionUs(-1), |
| 119 | mSeekInProgress(false), |
| 120 | mPlayingTimeUs(0), |
| 121 | mRebufferingTimeUs(0), |
| 122 | mRebufferingEvents(0), |
| 123 | mRebufferingAtExit(false), |
| 124 | mLooper(new ALooper), |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 125 | mNuPlayer2Looper(new ALooper), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 126 | mMediaClock(new MediaClock), |
Dichen Zhang | fc9f40f | 2019-01-04 14:15:28 -0800 | [diff] [blame] | 127 | mPlayer(new NuPlayer2(pid, uid, mMediaClock, context)), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 128 | mPlayerFlags(0), |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 129 | mMetricsHandle(0), |
Wei Jia | 003fdb5 | 2018-02-06 14:44:32 -0800 | [diff] [blame] | 130 | mClientUid(uid), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 131 | mAtEOS(false), |
| 132 | mLooping(false), |
| 133 | mAutoLoop(false) { |
| 134 | ALOGD("NuPlayer2Driver(%p) created, clientPid(%d)", this, pid); |
| 135 | mLooper->setName("NuPlayer2Driver Looper"); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 136 | mNuPlayer2Looper->setName("NuPlayer2 Looper"); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 137 | |
| 138 | mMediaClock->init(); |
| 139 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 140 | // set up media metrics record |
| 141 | mMetricsHandle = mediametrics_create(kKeyPlayer); |
| 142 | mediametrics_setUid(mMetricsHandle, mClientUid); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 143 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 144 | mNuPlayer2Looper->start( |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 145 | false, /* runOnCallingThread */ |
| 146 | true, /* canCallJava */ |
| 147 | PRIORITY_AUDIO); |
| 148 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 149 | mNuPlayer2Looper->registerHandler(mPlayer); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 150 | |
| 151 | mPlayer->setDriver(this); |
| 152 | } |
| 153 | |
| 154 | NuPlayer2Driver::~NuPlayer2Driver() { |
| 155 | ALOGV("~NuPlayer2Driver(%p)", this); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 156 | mNuPlayer2Looper->stop(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 157 | mLooper->stop(); |
| 158 | |
| 159 | // finalize any pending metrics, usually a no-op. |
| 160 | updateMetrics("destructor"); |
| 161 | logMetrics("destructor"); |
| 162 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 163 | mediametrics_delete(mMetricsHandle); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | status_t NuPlayer2Driver::initCheck() { |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 167 | mLooper->start( |
| 168 | false, /* runOnCallingThread */ |
| 169 | true, /* canCallJava */ |
| 170 | PRIORITY_AUDIO); |
| 171 | |
| 172 | mLooper->registerHandler(this); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 173 | return OK; |
| 174 | } |
| 175 | |
Wei Jia | c263603 | 2018-02-01 09:15:25 -0800 | [diff] [blame] | 176 | status_t NuPlayer2Driver::setDataSource(const sp<DataSourceDesc> &dsd) { |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 177 | ALOGV("setDataSource(%p)", this); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 178 | Mutex::Autolock autoLock(mLock); |
| 179 | |
| 180 | if (mState != STATE_IDLE) { |
| 181 | return INVALID_OPERATION; |
| 182 | } |
| 183 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 184 | mSrcId = dsd->mId; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 185 | mState = STATE_SET_DATASOURCE_PENDING; |
| 186 | |
Wei Jia | c263603 | 2018-02-01 09:15:25 -0800 | [diff] [blame] | 187 | mPlayer->setDataSourceAsync(dsd); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 188 | |
| 189 | while (mState == STATE_SET_DATASOURCE_PENDING) { |
| 190 | mCondition.wait(mLock); |
| 191 | } |
| 192 | |
| 193 | return mAsyncResult; |
| 194 | } |
| 195 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 196 | status_t NuPlayer2Driver::prepareNextDataSource(const sp<DataSourceDesc> &dsd) { |
| 197 | ALOGV("prepareNextDataSource(%p)", this); |
| 198 | Mutex::Autolock autoLock(mLock); |
| 199 | |
| 200 | mPlayer->prepareNextDataSourceAsync(dsd); |
| 201 | |
| 202 | return OK; |
| 203 | } |
| 204 | |
| 205 | status_t NuPlayer2Driver::playNextDataSource(int64_t srcId) { |
| 206 | ALOGV("playNextDataSource(%p)", this); |
| 207 | Mutex::Autolock autoLock(mLock); |
| 208 | |
| 209 | mSrcId = srcId; |
| 210 | mPlayer->playNextDataSource(srcId); |
| 211 | |
| 212 | return OK; |
| 213 | } |
| 214 | |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 215 | status_t NuPlayer2Driver::setVideoSurfaceTexture(const sp<ANativeWindowWrapper> &nww) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 216 | ALOGV("setVideoSurfaceTexture(%p)", this); |
| 217 | Mutex::Autolock autoLock(mLock); |
| 218 | |
| 219 | if (mSetSurfaceInProgress) { |
| 220 | return INVALID_OPERATION; |
| 221 | } |
| 222 | |
| 223 | switch (mState) { |
| 224 | case STATE_SET_DATASOURCE_PENDING: |
| 225 | case STATE_RESET_IN_PROGRESS: |
| 226 | return INVALID_OPERATION; |
| 227 | |
| 228 | default: |
| 229 | break; |
| 230 | } |
| 231 | |
| 232 | mSetSurfaceInProgress = true; |
| 233 | |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 234 | mPlayer->setVideoSurfaceTextureAsync(nww); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 235 | |
| 236 | while (mSetSurfaceInProgress) { |
| 237 | mCondition.wait(mLock); |
| 238 | } |
| 239 | |
| 240 | return OK; |
| 241 | } |
| 242 | |
| 243 | status_t NuPlayer2Driver::getBufferingSettings(BufferingSettings* buffering) { |
| 244 | ALOGV("getBufferingSettings(%p)", this); |
| 245 | { |
| 246 | Mutex::Autolock autoLock(mLock); |
| 247 | if (mState == STATE_IDLE) { |
| 248 | return INVALID_OPERATION; |
| 249 | } |
| 250 | } |
| 251 | |
| 252 | return mPlayer->getBufferingSettings(buffering); |
| 253 | } |
| 254 | |
| 255 | status_t NuPlayer2Driver::setBufferingSettings(const BufferingSettings& buffering) { |
| 256 | ALOGV("setBufferingSettings(%p)", this); |
| 257 | { |
| 258 | Mutex::Autolock autoLock(mLock); |
| 259 | if (mState == STATE_IDLE) { |
| 260 | return INVALID_OPERATION; |
| 261 | } |
| 262 | } |
| 263 | |
| 264 | return mPlayer->setBufferingSettings(buffering); |
| 265 | } |
| 266 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 267 | status_t NuPlayer2Driver::prepareAsync() { |
| 268 | ALOGV("prepareAsync(%p)", this); |
| 269 | Mutex::Autolock autoLock(mLock); |
| 270 | |
| 271 | switch (mState) { |
| 272 | case STATE_UNPREPARED: |
| 273 | mState = STATE_PREPARING; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 274 | mPlayer->prepareAsync(); |
| 275 | return OK; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 276 | default: |
| 277 | return INVALID_OPERATION; |
| 278 | }; |
| 279 | } |
| 280 | |
| 281 | status_t NuPlayer2Driver::start() { |
| 282 | ALOGD("start(%p), state is %d, eos is %d", this, mState, mAtEOS); |
| 283 | Mutex::Autolock autoLock(mLock); |
| 284 | return start_l(); |
| 285 | } |
| 286 | |
| 287 | status_t NuPlayer2Driver::start_l() { |
| 288 | switch (mState) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 289 | case STATE_PAUSED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 290 | case STATE_PREPARED: |
| 291 | { |
| 292 | mPlayer->start(); |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 293 | FALLTHROUGH_INTENDED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | case STATE_RUNNING: |
| 297 | { |
| 298 | if (mAtEOS) { |
Wei Jia | d1864f9 | 2018-10-19 12:34:56 -0700 | [diff] [blame] | 299 | mPlayer->rewind(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 300 | mAtEOS = false; |
| 301 | mPositionUs = -1; |
| 302 | } |
| 303 | break; |
| 304 | } |
| 305 | |
| 306 | default: |
| 307 | return INVALID_OPERATION; |
| 308 | } |
| 309 | |
| 310 | mState = STATE_RUNNING; |
| 311 | |
| 312 | return OK; |
| 313 | } |
| 314 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 315 | status_t NuPlayer2Driver::pause() { |
| 316 | ALOGD("pause(%p)", this); |
| 317 | // The NuPlayerRenderer may get flushed if pause for long enough, e.g. the pause timeout tear |
| 318 | // down for audio offload mode. If that happens, the NuPlayerRenderer will no longer know the |
| 319 | // current position. So similar to seekTo, update |mPositionUs| to the pause position by calling |
| 320 | // getCurrentPosition here. |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 321 | int64_t unused; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 322 | getCurrentPosition(&unused); |
| 323 | |
| 324 | Mutex::Autolock autoLock(mLock); |
| 325 | |
| 326 | switch (mState) { |
| 327 | case STATE_PAUSED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 328 | return OK; |
| 329 | |
Wei Jia | 6376cd5 | 2018-09-26 11:42:55 -0700 | [diff] [blame] | 330 | case STATE_PREPARED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 331 | case STATE_RUNNING: |
| 332 | mState = STATE_PAUSED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 333 | mPlayer->pause(); |
| 334 | break; |
| 335 | |
| 336 | default: |
| 337 | return INVALID_OPERATION; |
| 338 | } |
| 339 | |
| 340 | return OK; |
| 341 | } |
| 342 | |
| 343 | bool NuPlayer2Driver::isPlaying() { |
| 344 | return mState == STATE_RUNNING && !mAtEOS; |
| 345 | } |
| 346 | |
| 347 | status_t NuPlayer2Driver::setPlaybackSettings(const AudioPlaybackRate &rate) { |
| 348 | status_t err = mPlayer->setPlaybackSettings(rate); |
| 349 | if (err == OK) { |
| 350 | // try to update position |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 351 | int64_t unused; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 352 | getCurrentPosition(&unused); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 353 | } |
| 354 | return err; |
| 355 | } |
| 356 | |
| 357 | status_t NuPlayer2Driver::getPlaybackSettings(AudioPlaybackRate *rate) { |
| 358 | return mPlayer->getPlaybackSettings(rate); |
| 359 | } |
| 360 | |
| 361 | status_t NuPlayer2Driver::setSyncSettings(const AVSyncSettings &sync, float videoFpsHint) { |
| 362 | return mPlayer->setSyncSettings(sync, videoFpsHint); |
| 363 | } |
| 364 | |
| 365 | status_t NuPlayer2Driver::getSyncSettings(AVSyncSettings *sync, float *videoFps) { |
| 366 | return mPlayer->getSyncSettings(sync, videoFps); |
| 367 | } |
| 368 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 369 | status_t NuPlayer2Driver::seekTo(int64_t msec, MediaPlayer2SeekMode mode) { |
| 370 | ALOGD("seekTo(%p) (%lld ms, %d) at state %d", this, (long long)msec, mode, mState); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 371 | Mutex::Autolock autoLock(mLock); |
| 372 | |
Chih-Hung Hsieh | d42529d | 2018-12-11 13:53:10 -0800 | [diff] [blame] | 373 | int64_t seekTimeUs = msec * 1000LL; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 374 | |
| 375 | switch (mState) { |
| 376 | case STATE_PREPARED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 377 | case STATE_PAUSED: |
| 378 | case STATE_RUNNING: |
| 379 | { |
| 380 | mAtEOS = false; |
| 381 | mSeekInProgress = true; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 382 | mPlayer->seekToAsync(seekTimeUs, mode, true /* needNotify */); |
| 383 | break; |
| 384 | } |
| 385 | |
| 386 | default: |
| 387 | return INVALID_OPERATION; |
| 388 | } |
| 389 | |
| 390 | mPositionUs = seekTimeUs; |
| 391 | return OK; |
| 392 | } |
| 393 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 394 | status_t NuPlayer2Driver::getCurrentPosition(int64_t *msec) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 395 | int64_t tempUs = 0; |
| 396 | { |
| 397 | Mutex::Autolock autoLock(mLock); |
| 398 | if (mSeekInProgress || (mState == STATE_PAUSED && !mAtEOS)) { |
| 399 | tempUs = (mPositionUs <= 0) ? 0 : mPositionUs; |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 400 | *msec = divRound(tempUs, (int64_t)(1000)); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 401 | return OK; |
| 402 | } |
| 403 | } |
| 404 | |
| 405 | status_t ret = mPlayer->getCurrentPosition(&tempUs); |
| 406 | |
| 407 | Mutex::Autolock autoLock(mLock); |
| 408 | // We need to check mSeekInProgress here because mPlayer->seekToAsync is an async call, which |
| 409 | // means getCurrentPosition can be called before seek is completed. Iow, renderer may return a |
| 410 | // position value that's different the seek to position. |
| 411 | if (ret != OK) { |
| 412 | tempUs = (mPositionUs <= 0) ? 0 : mPositionUs; |
| 413 | } else { |
| 414 | mPositionUs = tempUs; |
| 415 | } |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 416 | *msec = divRound(tempUs, (int64_t)(1000)); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 417 | return OK; |
| 418 | } |
| 419 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 420 | status_t NuPlayer2Driver::getDuration(int64_t *msec) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 421 | Mutex::Autolock autoLock(mLock); |
| 422 | |
| 423 | if (mDurationUs < 0) { |
| 424 | return UNKNOWN_ERROR; |
| 425 | } |
| 426 | |
Chih-Hung Hsieh | d42529d | 2018-12-11 13:53:10 -0800 | [diff] [blame] | 427 | *msec = (mDurationUs + 500LL) / 1000; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 428 | |
| 429 | return OK; |
| 430 | } |
| 431 | |
| 432 | void NuPlayer2Driver::updateMetrics(const char *where) { |
| 433 | if (where == NULL) { |
| 434 | where = "unknown"; |
| 435 | } |
| 436 | ALOGV("updateMetrics(%p) from %s at state %d", this, where, mState); |
| 437 | |
| 438 | // gather the final stats for this record |
| 439 | Vector<sp<AMessage>> trackStats; |
| 440 | mPlayer->getStats(&trackStats); |
| 441 | |
| 442 | if (trackStats.size() > 0) { |
| 443 | for (size_t i = 0; i < trackStats.size(); ++i) { |
| 444 | const sp<AMessage> &stats = trackStats.itemAt(i); |
| 445 | |
| 446 | AString mime; |
| 447 | stats->findString("mime", &mime); |
| 448 | |
| 449 | AString name; |
| 450 | stats->findString("component-name", &name); |
| 451 | |
| 452 | if (mime.startsWith("video/")) { |
| 453 | int32_t width, height; |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 454 | mediametrics_setCString(mMetricsHandle, kPlayerVMime, mime.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 455 | if (!name.empty()) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 456 | mediametrics_setCString(mMetricsHandle, kPlayerVCodec, name.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 457 | } |
| 458 | |
| 459 | if (stats->findInt32("width", &width) |
| 460 | && stats->findInt32("height", &height)) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 461 | mediametrics_setInt32(mMetricsHandle, kPlayerWidth, width); |
| 462 | mediametrics_setInt32(mMetricsHandle, kPlayerHeight, height); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 463 | } |
| 464 | |
| 465 | int64_t numFramesTotal = 0; |
| 466 | int64_t numFramesDropped = 0; |
| 467 | stats->findInt64("frames-total", &numFramesTotal); |
| 468 | stats->findInt64("frames-dropped-output", &numFramesDropped); |
| 469 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 470 | mediametrics_setInt64(mMetricsHandle, kPlayerFrames, numFramesTotal); |
| 471 | mediametrics_setInt64(mMetricsHandle, kPlayerFramesDropped, numFramesDropped); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 472 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 473 | float frameRate = 0; |
| 474 | if (stats->findFloat("frame-rate-output", &frameRate)) { |
| 475 | mediametrics_setInt64(mMetricsHandle, kPlayerFrameRate, frameRate); |
| 476 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 477 | |
| 478 | } else if (mime.startsWith("audio/")) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 479 | mediametrics_setCString(mMetricsHandle, kPlayerAMime, mime.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 480 | if (!name.empty()) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 481 | mediametrics_setCString(mMetricsHandle, kPlayerACodec, name.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 482 | } |
| 483 | } |
| 484 | } |
| 485 | } |
| 486 | |
| 487 | // always provide duration and playing time, even if they have 0/unknown values. |
| 488 | |
| 489 | // getDuration() uses mLock for mutex -- careful where we use it. |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 490 | int64_t duration_ms = -1; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 491 | getDuration(&duration_ms); |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 492 | mediametrics_setInt64(mMetricsHandle, kPlayerDuration, duration_ms); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 493 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 494 | mediametrics_setInt64(mMetricsHandle, kPlayerPlaying, (mPlayingTimeUs+500)/1000 ); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 495 | |
| 496 | if (mRebufferingEvents != 0) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 497 | mediametrics_setInt64(mMetricsHandle, kPlayerRebuffering, (mRebufferingTimeUs+500)/1000 ); |
| 498 | mediametrics_setInt32(mMetricsHandle, kPlayerRebufferingCount, mRebufferingEvents); |
| 499 | mediametrics_setInt32(mMetricsHandle, kPlayerRebufferingAtExit, mRebufferingAtExit); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 500 | } |
| 501 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 502 | mediametrics_setCString(mMetricsHandle, kPlayerDataSourceType, mPlayer->getDataSourceType()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 503 | } |
| 504 | |
| 505 | |
| 506 | void NuPlayer2Driver::logMetrics(const char *where) { |
| 507 | if (where == NULL) { |
| 508 | where = "unknown"; |
| 509 | } |
| 510 | ALOGV("logMetrics(%p) from %s at state %d", this, where, mState); |
| 511 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 512 | if (mMetricsHandle == 0 || mediametrics_isEnabled() == false) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 513 | return; |
| 514 | } |
| 515 | |
| 516 | // log only non-empty records |
| 517 | // we always updateMetrics() before we get here |
| 518 | // and that always injects 3 fields (duration, playing time, and |
| 519 | // datasource) into the record. |
| 520 | // So the canonical "empty" record has 3 elements in it. |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 521 | if (mediametrics_count(mMetricsHandle) > 3) { |
| 522 | mediametrics_selfRecord(mMetricsHandle); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 523 | // re-init in case we prepare() and start() again. |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 524 | mediametrics_delete(mMetricsHandle); |
| 525 | mMetricsHandle = mediametrics_create(kKeyPlayer); |
| 526 | mediametrics_setUid(mMetricsHandle, mClientUid); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 527 | } else { |
| 528 | ALOGV("did not have anything to record"); |
| 529 | } |
| 530 | } |
| 531 | |
| 532 | status_t NuPlayer2Driver::reset() { |
| 533 | ALOGD("reset(%p) at state %d", this, mState); |
| 534 | |
| 535 | updateMetrics("reset"); |
| 536 | logMetrics("reset"); |
| 537 | |
| 538 | Mutex::Autolock autoLock(mLock); |
| 539 | |
| 540 | switch (mState) { |
| 541 | case STATE_IDLE: |
| 542 | return OK; |
| 543 | |
| 544 | case STATE_SET_DATASOURCE_PENDING: |
| 545 | case STATE_RESET_IN_PROGRESS: |
| 546 | return INVALID_OPERATION; |
| 547 | |
| 548 | case STATE_PREPARING: |
| 549 | { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 550 | notifyListener_l(mSrcId, MEDIA2_PREPARED); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 551 | break; |
| 552 | } |
| 553 | |
| 554 | default: |
| 555 | break; |
| 556 | } |
| 557 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 558 | mState = STATE_RESET_IN_PROGRESS; |
| 559 | mPlayer->resetAsync(); |
| 560 | |
| 561 | while (mState == STATE_RESET_IN_PROGRESS) { |
| 562 | mCondition.wait(mLock); |
| 563 | } |
| 564 | |
| 565 | mDurationUs = -1; |
| 566 | mPositionUs = -1; |
| 567 | mLooping = false; |
| 568 | mPlayingTimeUs = 0; |
| 569 | mRebufferingTimeUs = 0; |
| 570 | mRebufferingEvents = 0; |
| 571 | mRebufferingAtExit = false; |
| 572 | |
| 573 | return OK; |
| 574 | } |
| 575 | |
| 576 | status_t NuPlayer2Driver::notifyAt(int64_t mediaTimeUs) { |
| 577 | ALOGV("notifyAt(%p), time:%lld", this, (long long)mediaTimeUs); |
| 578 | return mPlayer->notifyAt(mediaTimeUs); |
| 579 | } |
| 580 | |
| 581 | status_t NuPlayer2Driver::setLooping(int loop) { |
| 582 | mLooping = loop != 0; |
| 583 | return OK; |
| 584 | } |
| 585 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 586 | status_t NuPlayer2Driver::invoke(const PlayerMessage &request, PlayerMessage *response) { |
| 587 | if (response == NULL) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 588 | ALOGE("reply is a NULL pointer"); |
| 589 | return BAD_VALUE; |
| 590 | } |
| 591 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 592 | RepeatedPtrField<const Value>::const_iterator it = request.values().cbegin(); |
| 593 | int32_t methodId = (it++)->int32_value(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 594 | |
| 595 | switch (methodId) { |
| 596 | case MEDIA_PLAYER2_INVOKE_ID_SET_VIDEO_SCALING_MODE: |
| 597 | { |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 598 | int mode = (it++)->int32_value(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 599 | return mPlayer->setVideoScalingMode(mode); |
| 600 | } |
| 601 | |
| 602 | case MEDIA_PLAYER2_INVOKE_ID_GET_TRACK_INFO: |
| 603 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 604 | int64_t srcId = (it++)->int64_value(); |
| 605 | return mPlayer->getTrackInfo(srcId, response); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 606 | } |
| 607 | |
| 608 | case MEDIA_PLAYER2_INVOKE_ID_SELECT_TRACK: |
| 609 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 610 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 611 | int trackIndex = (it++)->int32_value(); |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 612 | int64_t msec = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 613 | // getCurrentPosition should always return OK |
| 614 | getCurrentPosition(&msec); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 615 | return mPlayer->selectTrack(srcId, trackIndex, true /* select */, msec * 1000LL); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 616 | } |
| 617 | |
| 618 | case MEDIA_PLAYER2_INVOKE_ID_UNSELECT_TRACK: |
| 619 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 620 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 621 | int trackIndex = (it++)->int32_value(); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 622 | return mPlayer->selectTrack( |
| 623 | srcId, trackIndex, false /* select */, 0xdeadbeef /* not used */); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 624 | } |
| 625 | |
| 626 | case MEDIA_PLAYER2_INVOKE_ID_GET_SELECTED_TRACK: |
| 627 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 628 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 629 | int32_t type = (it++)->int32_value(); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 630 | return mPlayer->getSelectedTrack(srcId, type, response); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 631 | } |
| 632 | |
| 633 | default: |
| 634 | { |
| 635 | return INVALID_OPERATION; |
| 636 | } |
| 637 | } |
| 638 | } |
| 639 | |
| 640 | void NuPlayer2Driver::setAudioSink(const sp<AudioSink> &audioSink) { |
| 641 | mPlayer->setAudioSink(audioSink); |
| 642 | mAudioSink = audioSink; |
| 643 | } |
| 644 | |
| 645 | status_t NuPlayer2Driver::setParameter( |
| 646 | int /* key */, const Parcel & /* request */) { |
| 647 | return INVALID_OPERATION; |
| 648 | } |
| 649 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 650 | status_t NuPlayer2Driver::getParameter(int key __unused, Parcel *reply __unused) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 651 | return INVALID_OPERATION; |
| 652 | } |
| 653 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 654 | status_t NuPlayer2Driver::getMetrics(char **buffer, size_t *length) { |
| 655 | updateMetrics("api"); |
| 656 | if (mediametrics_getAttributes(mMetricsHandle, buffer, length)) |
| 657 | return OK; |
| 658 | else |
| 659 | return FAILED_TRANSACTION; |
| 660 | } |
| 661 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 662 | void NuPlayer2Driver::notifyResetComplete(int64_t /* srcId */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 663 | ALOGD("notifyResetComplete(%p)", this); |
| 664 | Mutex::Autolock autoLock(mLock); |
| 665 | |
| 666 | CHECK_EQ(mState, STATE_RESET_IN_PROGRESS); |
| 667 | mState = STATE_IDLE; |
| 668 | mCondition.broadcast(); |
| 669 | } |
| 670 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 671 | void NuPlayer2Driver::notifySetSurfaceComplete(int64_t /* srcId */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 672 | ALOGV("notifySetSurfaceComplete(%p)", this); |
| 673 | Mutex::Autolock autoLock(mLock); |
| 674 | |
| 675 | CHECK(mSetSurfaceInProgress); |
| 676 | mSetSurfaceInProgress = false; |
| 677 | |
| 678 | mCondition.broadcast(); |
| 679 | } |
| 680 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 681 | void NuPlayer2Driver::notifyDuration(int64_t /* srcId */, int64_t durationUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 682 | Mutex::Autolock autoLock(mLock); |
| 683 | mDurationUs = durationUs; |
| 684 | } |
| 685 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 686 | void NuPlayer2Driver::notifyMorePlayingTimeUs(int64_t /* srcId */, int64_t playingUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 687 | Mutex::Autolock autoLock(mLock); |
| 688 | mPlayingTimeUs += playingUs; |
| 689 | } |
| 690 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 691 | void NuPlayer2Driver::notifyMoreRebufferingTimeUs(int64_t /* srcId */, int64_t rebufferingUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 692 | Mutex::Autolock autoLock(mLock); |
| 693 | mRebufferingTimeUs += rebufferingUs; |
| 694 | mRebufferingEvents++; |
| 695 | } |
| 696 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 697 | void NuPlayer2Driver::notifyRebufferingWhenExit(int64_t /* srcId */, bool status) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 698 | Mutex::Autolock autoLock(mLock); |
| 699 | mRebufferingAtExit = status; |
| 700 | } |
| 701 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 702 | void NuPlayer2Driver::notifySeekComplete(int64_t srcId) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 703 | ALOGV("notifySeekComplete(%p)", this); |
| 704 | Mutex::Autolock autoLock(mLock); |
| 705 | mSeekInProgress = false; |
Wei Jia | 0151ef4 | 2018-08-24 16:40:21 -0700 | [diff] [blame] | 706 | notifyListener_l(srcId, MEDIA2_SEEK_COMPLETE); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 707 | } |
| 708 | |
| 709 | status_t NuPlayer2Driver::dump( |
| 710 | int fd, const Vector<String16> & /* args */) const { |
| 711 | |
| 712 | Vector<sp<AMessage> > trackStats; |
| 713 | mPlayer->getStats(&trackStats); |
| 714 | |
| 715 | AString logString(" NuPlayer2\n"); |
| 716 | char buf[256] = {0}; |
| 717 | |
| 718 | bool locked = false; |
| 719 | for (int i = 0; i < kDumpLockRetries; ++i) { |
| 720 | if (mLock.tryLock() == NO_ERROR) { |
| 721 | locked = true; |
| 722 | break; |
| 723 | } |
| 724 | usleep(kDumpLockSleepUs); |
| 725 | } |
| 726 | |
| 727 | if (locked) { |
| 728 | snprintf(buf, sizeof(buf), " state(%d), atEOS(%d), looping(%d), autoLoop(%d)\n", |
| 729 | mState, mAtEOS, mLooping, mAutoLoop); |
| 730 | mLock.unlock(); |
| 731 | } else { |
| 732 | snprintf(buf, sizeof(buf), " NPD(%p) lock is taken\n", this); |
| 733 | } |
| 734 | logString.append(buf); |
| 735 | |
| 736 | for (size_t i = 0; i < trackStats.size(); ++i) { |
| 737 | const sp<AMessage> &stats = trackStats.itemAt(i); |
| 738 | |
| 739 | AString mime; |
| 740 | if (stats->findString("mime", &mime)) { |
| 741 | snprintf(buf, sizeof(buf), " mime(%s)\n", mime.c_str()); |
| 742 | logString.append(buf); |
| 743 | } |
| 744 | |
| 745 | AString name; |
| 746 | if (stats->findString("component-name", &name)) { |
| 747 | snprintf(buf, sizeof(buf), " decoder(%s)\n", name.c_str()); |
| 748 | logString.append(buf); |
| 749 | } |
| 750 | |
| 751 | if (mime.startsWith("video/")) { |
| 752 | int32_t width, height; |
| 753 | if (stats->findInt32("width", &width) |
| 754 | && stats->findInt32("height", &height)) { |
| 755 | snprintf(buf, sizeof(buf), " resolution(%d x %d)\n", width, height); |
| 756 | logString.append(buf); |
| 757 | } |
| 758 | |
| 759 | int64_t numFramesTotal = 0; |
| 760 | int64_t numFramesDropped = 0; |
| 761 | |
| 762 | stats->findInt64("frames-total", &numFramesTotal); |
| 763 | stats->findInt64("frames-dropped-output", &numFramesDropped); |
| 764 | snprintf(buf, sizeof(buf), " numFramesTotal(%lld), numFramesDropped(%lld), " |
| 765 | "percentageDropped(%.2f%%)\n", |
| 766 | (long long)numFramesTotal, |
| 767 | (long long)numFramesDropped, |
| 768 | numFramesTotal == 0 |
| 769 | ? 0.0 : (double)(numFramesDropped * 100) / numFramesTotal); |
| 770 | logString.append(buf); |
| 771 | } |
| 772 | } |
| 773 | |
| 774 | ALOGI("%s", logString.c_str()); |
| 775 | |
| 776 | if (fd >= 0) { |
| 777 | FILE *out = fdopen(dup(fd), "w"); |
| 778 | fprintf(out, "%s", logString.c_str()); |
| 779 | fclose(out); |
| 780 | out = NULL; |
| 781 | } |
| 782 | |
| 783 | return OK; |
| 784 | } |
| 785 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 786 | void NuPlayer2Driver::onMessageReceived(const sp<AMessage> &msg) { |
| 787 | switch (msg->what()) { |
| 788 | case kWhatNotifyListener: { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 789 | int64_t srcId; |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 790 | int32_t msgId; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 791 | int32_t ext1 = 0; |
| 792 | int32_t ext2 = 0; |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 793 | CHECK(msg->findInt64("srcId", &srcId)); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 794 | CHECK(msg->findInt32("messageId", &msgId)); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 795 | msg->findInt32("ext1", &ext1); |
| 796 | msg->findInt32("ext2", &ext2); |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 797 | sp<PlayerMessageWrapper> in; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 798 | sp<RefBase> obj; |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 799 | if (msg->findObject("obj", &obj) && obj != NULL) { |
| 800 | in = static_cast<PlayerMessageWrapper *>(obj.get()); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 801 | } |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 802 | sendEvent(srcId, msgId, ext1, ext2, (in == NULL ? NULL : in->getPlayerMessage())); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 803 | break; |
| 804 | } |
| 805 | default: |
| 806 | break; |
| 807 | } |
| 808 | } |
| 809 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 810 | void NuPlayer2Driver::notifyListener( |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 811 | int64_t srcId, int msg, int ext1, int ext2, const PlayerMessage *in) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 812 | Mutex::Autolock autoLock(mLock); |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 813 | notifyListener_l(srcId, msg, ext1, ext2, in); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 814 | } |
| 815 | |
| 816 | void NuPlayer2Driver::notifyListener_l( |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 817 | int64_t srcId, int msg, int ext1, int ext2, const PlayerMessage *in) { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 818 | ALOGD("notifyListener_l(%p), (%lld, %d, %d, %d, %d), loop setting(%d, %d)", |
| 819 | this, (long long)srcId, msg, ext1, ext2, |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 820 | (in == NULL ? -1 : (int)in->ByteSize()), mAutoLoop, mLooping); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 821 | if (srcId == mSrcId) { |
| 822 | switch (msg) { |
| 823 | case MEDIA2_PLAYBACK_COMPLETE: |
| 824 | { |
| 825 | if (mState != STATE_RESET_IN_PROGRESS) { |
| 826 | if (mAutoLoop) { |
| 827 | audio_stream_type_t streamType = AUDIO_STREAM_MUSIC; |
| 828 | if (mAudioSink != NULL) { |
| 829 | streamType = mAudioSink->getAudioStreamType(); |
| 830 | } |
| 831 | if (streamType == AUDIO_STREAM_NOTIFICATION) { |
| 832 | ALOGW("disabling auto-loop for notification"); |
| 833 | mAutoLoop = false; |
| 834 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 835 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 836 | if (mLooping || mAutoLoop) { |
Wei Jia | d1864f9 | 2018-10-19 12:34:56 -0700 | [diff] [blame] | 837 | mPlayer->rewind(); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 838 | if (mAudioSink != NULL) { |
| 839 | // The renderer has stopped the sink at the end in order to play out |
| 840 | // the last little bit of audio. In looping mode, we need to restart it. |
| 841 | mAudioSink->start(); |
| 842 | } |
Wei Jia | 9af566a | 2018-08-10 16:36:35 -0700 | [diff] [blame] | 843 | |
| 844 | sp<AMessage> notify = new AMessage(kWhatNotifyListener, this); |
| 845 | notify->setInt64("srcId", srcId); |
| 846 | notify->setInt32("messageId", MEDIA2_INFO); |
| 847 | notify->setInt32("ext1", MEDIA2_INFO_DATA_SOURCE_REPEAT); |
| 848 | notify->post(); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 849 | return; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 850 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 851 | if (property_get_bool("persist.debug.sf.stats", false)) { |
| 852 | Vector<String16> args; |
| 853 | dump(-1, args); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 854 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 855 | mPlayer->pause(); |
| 856 | mState = STATE_PAUSED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 857 | } |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 858 | FALLTHROUGH_INTENDED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 859 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 860 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 861 | case MEDIA2_ERROR: |
| 862 | { |
| 863 | // when we have an error, add it to the analytics for this playback. |
| 864 | // ext1 is our primary 'error type' value. Only add ext2 when non-zero. |
| 865 | // [test against msg is due to fall through from previous switch value] |
| 866 | if (msg == MEDIA2_ERROR) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 867 | mediametrics_setInt32(mMetricsHandle, kPlayerError, ext1); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 868 | if (ext2 != 0) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 869 | mediametrics_setInt32(mMetricsHandle, kPlayerErrorCode, ext2); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 870 | } |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame^] | 871 | mediametrics_setCString(mMetricsHandle, kPlayerErrorState, stateString(mState).c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 872 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 873 | mAtEOS = true; |
| 874 | break; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 875 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 876 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 877 | default: |
| 878 | break; |
| 879 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 880 | } |
| 881 | |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 882 | sp<AMessage> notify = new AMessage(kWhatNotifyListener, this); |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 883 | notify->setInt64("srcId", srcId); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 884 | notify->setInt32("messageId", msg); |
| 885 | notify->setInt32("ext1", ext1); |
| 886 | notify->setInt32("ext2", ext2); |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 887 | notify->setObject("obj", PlayerMessageWrapper::Create((PlayerMessage*)in)); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 888 | notify->post(); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 889 | } |
| 890 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 891 | void NuPlayer2Driver::notifySetDataSourceCompleted(int64_t /* srcId */, status_t err) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 892 | Mutex::Autolock autoLock(mLock); |
| 893 | |
| 894 | CHECK_EQ(mState, STATE_SET_DATASOURCE_PENDING); |
| 895 | |
| 896 | mAsyncResult = err; |
| 897 | mState = (err == OK) ? STATE_UNPREPARED : STATE_IDLE; |
| 898 | mCondition.broadcast(); |
| 899 | } |
| 900 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 901 | void NuPlayer2Driver::notifyPrepareCompleted(int64_t srcId, status_t err) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 902 | ALOGV("notifyPrepareCompleted %d", err); |
| 903 | |
| 904 | Mutex::Autolock autoLock(mLock); |
| 905 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 906 | if (srcId != mSrcId) { |
| 907 | if (err == OK) { |
| 908 | notifyListener_l(srcId, MEDIA2_PREPARED); |
| 909 | } else { |
| 910 | notifyListener_l(srcId, MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err); |
| 911 | } |
| 912 | return; |
| 913 | } |
| 914 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 915 | if (mState != STATE_PREPARING) { |
| 916 | // We were preparing asynchronously when the client called |
| 917 | // reset(), we sent a premature "prepared" notification and |
| 918 | // then initiated the reset. This notification is stale. |
| 919 | CHECK(mState == STATE_RESET_IN_PROGRESS || mState == STATE_IDLE); |
| 920 | return; |
| 921 | } |
| 922 | |
| 923 | CHECK_EQ(mState, STATE_PREPARING); |
| 924 | |
| 925 | mAsyncResult = err; |
| 926 | |
| 927 | if (err == OK) { |
| 928 | // update state before notifying client, so that if client calls back into NuPlayer2Driver |
| 929 | // in response, NuPlayer2Driver has the right state |
| 930 | mState = STATE_PREPARED; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 931 | notifyListener_l(srcId, MEDIA2_PREPARED); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 932 | } else { |
| 933 | mState = STATE_UNPREPARED; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 934 | notifyListener_l(srcId, MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 935 | } |
| 936 | |
| 937 | sp<MetaData> meta = mPlayer->getFileMeta(); |
| 938 | int32_t loop; |
| 939 | if (meta != NULL |
| 940 | && meta->findInt32(kKeyAutoLoop, &loop) && loop != 0) { |
| 941 | mAutoLoop = true; |
| 942 | } |
| 943 | |
| 944 | mCondition.broadcast(); |
| 945 | } |
| 946 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 947 | void NuPlayer2Driver::notifyFlagsChanged(int64_t /* srcId */, uint32_t flags) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 948 | Mutex::Autolock autoLock(mLock); |
| 949 | |
| 950 | mPlayerFlags = flags; |
| 951 | } |
| 952 | |
| 953 | // Modular DRM |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 954 | status_t NuPlayer2Driver::prepareDrm( |
| 955 | int64_t srcId, const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 956 | { |
| 957 | ALOGV("prepareDrm(%p) state: %d", this, mState); |
| 958 | |
| 959 | // leaving the state verification for mediaplayer.cpp |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 960 | status_t ret = mPlayer->prepareDrm(srcId, uuid, drmSessionId); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 961 | |
| 962 | ALOGV("prepareDrm ret: %d", ret); |
| 963 | |
| 964 | return ret; |
| 965 | } |
| 966 | |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 967 | status_t NuPlayer2Driver::releaseDrm(int64_t srcId) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 968 | { |
| 969 | ALOGV("releaseDrm(%p) state: %d", this, mState); |
| 970 | |
| 971 | // leaving the state verification for mediaplayer.cpp |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 972 | status_t ret = mPlayer->releaseDrm(srcId); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 973 | |
| 974 | ALOGV("releaseDrm ret: %d", ret); |
| 975 | |
| 976 | return ret; |
| 977 | } |
| 978 | |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 979 | std::string NuPlayer2Driver::stateString(State state) { |
| 980 | const char *rval = NULL; |
| 981 | char rawbuffer[16]; // allows "%d" |
| 982 | |
| 983 | switch (state) { |
| 984 | case STATE_IDLE: rval = "IDLE"; break; |
| 985 | case STATE_SET_DATASOURCE_PENDING: rval = "SET_DATASOURCE_PENDING"; break; |
| 986 | case STATE_UNPREPARED: rval = "UNPREPARED"; break; |
| 987 | case STATE_PREPARING: rval = "PREPARING"; break; |
| 988 | case STATE_PREPARED: rval = "PREPARED"; break; |
| 989 | case STATE_RUNNING: rval = "RUNNING"; break; |
| 990 | case STATE_PAUSED: rval = "PAUSED"; break; |
| 991 | case STATE_RESET_IN_PROGRESS: rval = "RESET_IN_PROGRESS"; break; |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 992 | default: |
| 993 | // yes, this buffer is shared and vulnerable to races |
| 994 | snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); |
| 995 | rval = rawbuffer; |
| 996 | break; |
| 997 | } |
| 998 | |
| 999 | return rval; |
| 1000 | } |
| 1001 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 1002 | } // namespace android |