Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "NuPlayer2Driver" |
| 19 | #include <inttypes.h> |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 20 | #include <android-base/macros.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 21 | #include <utils/Log.h> |
| 22 | #include <cutils/properties.h> |
| 23 | |
| 24 | #include "NuPlayer2Driver.h" |
| 25 | |
| 26 | #include "NuPlayer2.h" |
| 27 | #include "NuPlayer2Source.h" |
| 28 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 29 | #include <media/DataSourceDesc.h> |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 30 | #include <media/stagefright/foundation/ADebug.h> |
| 31 | #include <media/stagefright/foundation/ALooper.h> |
| 32 | #include <media/stagefright/foundation/AUtils.h> |
| 33 | #include <media/stagefright/foundation/ByteUtils.h> |
| 34 | #include <media/stagefright/MediaClock.h> |
| 35 | #include <media/stagefright/MetaData.h> |
| 36 | #include <media/stagefright/Utils.h> |
| 37 | |
| 38 | #include <media/IMediaAnalyticsService.h> |
| 39 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 40 | using google::protobuf::RepeatedPtrField; |
| 41 | using android::media::MediaPlayer2Proto::Value; |
| 42 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 43 | static const int kDumpLockRetries = 50; |
| 44 | static const int kDumpLockSleepUs = 20000; |
| 45 | |
| 46 | namespace android { |
| 47 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 48 | struct PlayerMessageWrapper : public RefBase { |
| 49 | static sp<PlayerMessageWrapper> Create(const PlayerMessage *p) { |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 50 | if (p != NULL) { |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 51 | sp<PlayerMessageWrapper> pw = new PlayerMessageWrapper(); |
| 52 | pw->copyFrom(p); |
| 53 | return pw; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 54 | } |
| 55 | return NULL; |
| 56 | } |
| 57 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 58 | const PlayerMessage *getPlayerMessage() { |
| 59 | return mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | protected: |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 63 | virtual ~PlayerMessageWrapper() { |
| 64 | if (mPlayerMessage != NULL) { |
| 65 | delete mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 66 | } |
| 67 | } |
| 68 | |
| 69 | private: |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 70 | PlayerMessageWrapper() |
| 71 | : mPlayerMessage(NULL) { } |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 72 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 73 | void copyFrom(const PlayerMessage *p) { |
| 74 | if (mPlayerMessage == NULL) { |
| 75 | mPlayerMessage = new PlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 76 | } |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 77 | mPlayerMessage->CopyFrom(*p); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 78 | } |
| 79 | |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 80 | PlayerMessage *mPlayerMessage; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 81 | }; |
| 82 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 83 | // key for media statistics |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 84 | static const char *kKeyPlayer = "nuplayer2"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 85 | // attrs for media statistics |
Ray Essick | de15b8c | 2018-01-30 16:35:56 -0800 | [diff] [blame] | 86 | // NB: these are matched with public Java API constants defined |
| 87 | // in frameworks/base/media/java/android/media/MediaPlayer2.java |
| 88 | // These must be kept synchronized with the constants there. |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 89 | static const char *kPlayerVMime = "android.media.mediaplayer.video.mime"; |
| 90 | static const char *kPlayerVCodec = "android.media.mediaplayer.video.codec"; |
| 91 | static const char *kPlayerWidth = "android.media.mediaplayer.width"; |
| 92 | static const char *kPlayerHeight = "android.media.mediaplayer.height"; |
| 93 | static const char *kPlayerFrames = "android.media.mediaplayer.frames"; |
| 94 | static const char *kPlayerFramesDropped = "android.media.mediaplayer.dropped"; |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 95 | static const char *kPlayerFrameRate = "android.media.mediaplayer.fps"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 96 | static const char *kPlayerAMime = "android.media.mediaplayer.audio.mime"; |
| 97 | static const char *kPlayerACodec = "android.media.mediaplayer.audio.codec"; |
| 98 | static const char *kPlayerDuration = "android.media.mediaplayer.durationMs"; |
| 99 | static const char *kPlayerPlaying = "android.media.mediaplayer.playingMs"; |
| 100 | static const char *kPlayerError = "android.media.mediaplayer.err"; |
| 101 | static const char *kPlayerErrorCode = "android.media.mediaplayer.errcode"; |
Ray Essick | de15b8c | 2018-01-30 16:35:56 -0800 | [diff] [blame] | 102 | |
| 103 | // NB: These are not yet exposed as public Java API constants. |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 104 | static const char *kPlayerErrorState = "android.media.mediaplayer.errstate"; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 105 | static const char *kPlayerDataSourceType = "android.media.mediaplayer.dataSource"; |
| 106 | // |
| 107 | static const char *kPlayerRebuffering = "android.media.mediaplayer.rebufferingMs"; |
| 108 | static const char *kPlayerRebufferingCount = "android.media.mediaplayer.rebuffers"; |
| 109 | static const char *kPlayerRebufferingAtExit = "android.media.mediaplayer.rebufferExit"; |
| 110 | |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 111 | static const char *kPlayerVersion = "android.media.mediaplayer.version"; |
| 112 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 113 | |
Dichen Zhang | fc9f40f | 2019-01-04 14:15:28 -0800 | [diff] [blame] | 114 | NuPlayer2Driver::NuPlayer2Driver(pid_t pid, uid_t uid, const sp<JObjectHolder> &context) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 115 | : mState(STATE_IDLE), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 116 | mAsyncResult(UNKNOWN_ERROR), |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 117 | mSrcId(0), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 118 | mSetSurfaceInProgress(false), |
| 119 | mDurationUs(-1), |
| 120 | mPositionUs(-1), |
| 121 | mSeekInProgress(false), |
| 122 | mPlayingTimeUs(0), |
| 123 | mRebufferingTimeUs(0), |
| 124 | mRebufferingEvents(0), |
| 125 | mRebufferingAtExit(false), |
| 126 | mLooper(new ALooper), |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 127 | mNuPlayer2Looper(new ALooper), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 128 | mMediaClock(new MediaClock), |
Dichen Zhang | fc9f40f | 2019-01-04 14:15:28 -0800 | [diff] [blame] | 129 | mPlayer(new NuPlayer2(pid, uid, mMediaClock, context)), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 130 | mPlayerFlags(0), |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 131 | mMetricsHandle(0), |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 132 | mPlayerVersion(0), |
Wei Jia | 003fdb5 | 2018-02-06 14:44:32 -0800 | [diff] [blame] | 133 | mClientUid(uid), |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 134 | mAtEOS(false), |
| 135 | mLooping(false), |
| 136 | mAutoLoop(false) { |
| 137 | ALOGD("NuPlayer2Driver(%p) created, clientPid(%d)", this, pid); |
| 138 | mLooper->setName("NuPlayer2Driver Looper"); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 139 | mNuPlayer2Looper->setName("NuPlayer2 Looper"); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 140 | |
| 141 | mMediaClock->init(); |
| 142 | |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 143 | // XXX: what version are we? |
| 144 | // Ideally, this ticks with the apk version info for the APEX packaging |
| 145 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 146 | // set up media metrics record |
| 147 | mMetricsHandle = mediametrics_create(kKeyPlayer); |
| 148 | mediametrics_setUid(mMetricsHandle, mClientUid); |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 149 | mediametrics_setInt64(mMetricsHandle, kPlayerVersion, mPlayerVersion); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 150 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 151 | mNuPlayer2Looper->start( |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 152 | false, /* runOnCallingThread */ |
| 153 | true, /* canCallJava */ |
| 154 | PRIORITY_AUDIO); |
| 155 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 156 | mNuPlayer2Looper->registerHandler(mPlayer); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 157 | |
| 158 | mPlayer->setDriver(this); |
| 159 | } |
| 160 | |
| 161 | NuPlayer2Driver::~NuPlayer2Driver() { |
| 162 | ALOGV("~NuPlayer2Driver(%p)", this); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 163 | mNuPlayer2Looper->stop(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 164 | mLooper->stop(); |
| 165 | |
| 166 | // finalize any pending metrics, usually a no-op. |
| 167 | updateMetrics("destructor"); |
| 168 | logMetrics("destructor"); |
| 169 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 170 | mediametrics_delete(mMetricsHandle); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 171 | } |
| 172 | |
| 173 | status_t NuPlayer2Driver::initCheck() { |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 174 | mLooper->start( |
| 175 | false, /* runOnCallingThread */ |
| 176 | true, /* canCallJava */ |
| 177 | PRIORITY_AUDIO); |
| 178 | |
| 179 | mLooper->registerHandler(this); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 180 | return OK; |
| 181 | } |
| 182 | |
Wei Jia | c263603 | 2018-02-01 09:15:25 -0800 | [diff] [blame] | 183 | status_t NuPlayer2Driver::setDataSource(const sp<DataSourceDesc> &dsd) { |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 184 | ALOGV("setDataSource(%p)", this); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 185 | Mutex::Autolock autoLock(mLock); |
| 186 | |
| 187 | if (mState != STATE_IDLE) { |
| 188 | return INVALID_OPERATION; |
| 189 | } |
| 190 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 191 | mSrcId = dsd->mId; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 192 | mState = STATE_SET_DATASOURCE_PENDING; |
| 193 | |
Wei Jia | c263603 | 2018-02-01 09:15:25 -0800 | [diff] [blame] | 194 | mPlayer->setDataSourceAsync(dsd); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 195 | |
| 196 | while (mState == STATE_SET_DATASOURCE_PENDING) { |
| 197 | mCondition.wait(mLock); |
| 198 | } |
| 199 | |
| 200 | return mAsyncResult; |
| 201 | } |
| 202 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 203 | status_t NuPlayer2Driver::prepareNextDataSource(const sp<DataSourceDesc> &dsd) { |
| 204 | ALOGV("prepareNextDataSource(%p)", this); |
| 205 | Mutex::Autolock autoLock(mLock); |
| 206 | |
| 207 | mPlayer->prepareNextDataSourceAsync(dsd); |
| 208 | |
| 209 | return OK; |
| 210 | } |
| 211 | |
| 212 | status_t NuPlayer2Driver::playNextDataSource(int64_t srcId) { |
| 213 | ALOGV("playNextDataSource(%p)", this); |
| 214 | Mutex::Autolock autoLock(mLock); |
| 215 | |
| 216 | mSrcId = srcId; |
| 217 | mPlayer->playNextDataSource(srcId); |
| 218 | |
| 219 | return OK; |
| 220 | } |
| 221 | |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 222 | status_t NuPlayer2Driver::setVideoSurfaceTexture(const sp<ANativeWindowWrapper> &nww) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 223 | ALOGV("setVideoSurfaceTexture(%p)", this); |
| 224 | Mutex::Autolock autoLock(mLock); |
| 225 | |
| 226 | if (mSetSurfaceInProgress) { |
| 227 | return INVALID_OPERATION; |
| 228 | } |
| 229 | |
| 230 | switch (mState) { |
| 231 | case STATE_SET_DATASOURCE_PENDING: |
| 232 | case STATE_RESET_IN_PROGRESS: |
| 233 | return INVALID_OPERATION; |
| 234 | |
| 235 | default: |
| 236 | break; |
| 237 | } |
| 238 | |
| 239 | mSetSurfaceInProgress = true; |
| 240 | |
Wei Jia | 28288fb | 2017-12-15 13:45:29 -0800 | [diff] [blame] | 241 | mPlayer->setVideoSurfaceTextureAsync(nww); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 242 | |
| 243 | while (mSetSurfaceInProgress) { |
| 244 | mCondition.wait(mLock); |
| 245 | } |
| 246 | |
| 247 | return OK; |
| 248 | } |
| 249 | |
| 250 | status_t NuPlayer2Driver::getBufferingSettings(BufferingSettings* buffering) { |
| 251 | ALOGV("getBufferingSettings(%p)", this); |
| 252 | { |
| 253 | Mutex::Autolock autoLock(mLock); |
| 254 | if (mState == STATE_IDLE) { |
| 255 | return INVALID_OPERATION; |
| 256 | } |
| 257 | } |
| 258 | |
| 259 | return mPlayer->getBufferingSettings(buffering); |
| 260 | } |
| 261 | |
| 262 | status_t NuPlayer2Driver::setBufferingSettings(const BufferingSettings& buffering) { |
| 263 | ALOGV("setBufferingSettings(%p)", this); |
| 264 | { |
| 265 | Mutex::Autolock autoLock(mLock); |
| 266 | if (mState == STATE_IDLE) { |
| 267 | return INVALID_OPERATION; |
| 268 | } |
| 269 | } |
| 270 | |
| 271 | return mPlayer->setBufferingSettings(buffering); |
| 272 | } |
| 273 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 274 | status_t NuPlayer2Driver::prepareAsync() { |
| 275 | ALOGV("prepareAsync(%p)", this); |
| 276 | Mutex::Autolock autoLock(mLock); |
| 277 | |
| 278 | switch (mState) { |
| 279 | case STATE_UNPREPARED: |
| 280 | mState = STATE_PREPARING; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 281 | mPlayer->prepareAsync(); |
| 282 | return OK; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 283 | default: |
| 284 | return INVALID_OPERATION; |
| 285 | }; |
| 286 | } |
| 287 | |
| 288 | status_t NuPlayer2Driver::start() { |
| 289 | ALOGD("start(%p), state is %d, eos is %d", this, mState, mAtEOS); |
| 290 | Mutex::Autolock autoLock(mLock); |
| 291 | return start_l(); |
| 292 | } |
| 293 | |
| 294 | status_t NuPlayer2Driver::start_l() { |
| 295 | switch (mState) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 296 | case STATE_PAUSED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 297 | case STATE_PREPARED: |
| 298 | { |
| 299 | mPlayer->start(); |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 300 | FALLTHROUGH_INTENDED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 301 | } |
| 302 | |
| 303 | case STATE_RUNNING: |
| 304 | { |
| 305 | if (mAtEOS) { |
Wei Jia | d1864f9 | 2018-10-19 12:34:56 -0700 | [diff] [blame] | 306 | mPlayer->rewind(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 307 | mAtEOS = false; |
| 308 | mPositionUs = -1; |
| 309 | } |
| 310 | break; |
| 311 | } |
| 312 | |
| 313 | default: |
| 314 | return INVALID_OPERATION; |
| 315 | } |
| 316 | |
| 317 | mState = STATE_RUNNING; |
| 318 | |
| 319 | return OK; |
| 320 | } |
| 321 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 322 | status_t NuPlayer2Driver::pause() { |
| 323 | ALOGD("pause(%p)", this); |
| 324 | // The NuPlayerRenderer may get flushed if pause for long enough, e.g. the pause timeout tear |
| 325 | // down for audio offload mode. If that happens, the NuPlayerRenderer will no longer know the |
| 326 | // current position. So similar to seekTo, update |mPositionUs| to the pause position by calling |
| 327 | // getCurrentPosition here. |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 328 | int64_t unused; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 329 | getCurrentPosition(&unused); |
| 330 | |
| 331 | Mutex::Autolock autoLock(mLock); |
| 332 | |
| 333 | switch (mState) { |
| 334 | case STATE_PAUSED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 335 | return OK; |
| 336 | |
Wei Jia | 6376cd5 | 2018-09-26 11:42:55 -0700 | [diff] [blame] | 337 | case STATE_PREPARED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 338 | case STATE_RUNNING: |
| 339 | mState = STATE_PAUSED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 340 | mPlayer->pause(); |
| 341 | break; |
| 342 | |
| 343 | default: |
| 344 | return INVALID_OPERATION; |
| 345 | } |
| 346 | |
| 347 | return OK; |
| 348 | } |
| 349 | |
| 350 | bool NuPlayer2Driver::isPlaying() { |
| 351 | return mState == STATE_RUNNING && !mAtEOS; |
| 352 | } |
| 353 | |
| 354 | status_t NuPlayer2Driver::setPlaybackSettings(const AudioPlaybackRate &rate) { |
| 355 | status_t err = mPlayer->setPlaybackSettings(rate); |
| 356 | if (err == OK) { |
| 357 | // try to update position |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 358 | int64_t unused; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 359 | getCurrentPosition(&unused); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 360 | } |
| 361 | return err; |
| 362 | } |
| 363 | |
| 364 | status_t NuPlayer2Driver::getPlaybackSettings(AudioPlaybackRate *rate) { |
| 365 | return mPlayer->getPlaybackSettings(rate); |
| 366 | } |
| 367 | |
| 368 | status_t NuPlayer2Driver::setSyncSettings(const AVSyncSettings &sync, float videoFpsHint) { |
| 369 | return mPlayer->setSyncSettings(sync, videoFpsHint); |
| 370 | } |
| 371 | |
| 372 | status_t NuPlayer2Driver::getSyncSettings(AVSyncSettings *sync, float *videoFps) { |
| 373 | return mPlayer->getSyncSettings(sync, videoFps); |
| 374 | } |
| 375 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 376 | status_t NuPlayer2Driver::seekTo(int64_t msec, MediaPlayer2SeekMode mode) { |
| 377 | ALOGD("seekTo(%p) (%lld ms, %d) at state %d", this, (long long)msec, mode, mState); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 378 | Mutex::Autolock autoLock(mLock); |
| 379 | |
Chih-Hung Hsieh | d42529d | 2018-12-11 13:53:10 -0800 | [diff] [blame] | 380 | int64_t seekTimeUs = msec * 1000LL; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 381 | |
| 382 | switch (mState) { |
| 383 | case STATE_PREPARED: |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 384 | case STATE_PAUSED: |
| 385 | case STATE_RUNNING: |
| 386 | { |
| 387 | mAtEOS = false; |
| 388 | mSeekInProgress = true; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 389 | mPlayer->seekToAsync(seekTimeUs, mode, true /* needNotify */); |
| 390 | break; |
| 391 | } |
| 392 | |
| 393 | default: |
| 394 | return INVALID_OPERATION; |
| 395 | } |
| 396 | |
| 397 | mPositionUs = seekTimeUs; |
| 398 | return OK; |
| 399 | } |
| 400 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 401 | status_t NuPlayer2Driver::getCurrentPosition(int64_t *msec) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 402 | int64_t tempUs = 0; |
| 403 | { |
| 404 | Mutex::Autolock autoLock(mLock); |
| 405 | if (mSeekInProgress || (mState == STATE_PAUSED && !mAtEOS)) { |
| 406 | tempUs = (mPositionUs <= 0) ? 0 : mPositionUs; |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 407 | *msec = divRound(tempUs, (int64_t)(1000)); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 408 | return OK; |
| 409 | } |
| 410 | } |
| 411 | |
| 412 | status_t ret = mPlayer->getCurrentPosition(&tempUs); |
| 413 | |
| 414 | Mutex::Autolock autoLock(mLock); |
| 415 | // We need to check mSeekInProgress here because mPlayer->seekToAsync is an async call, which |
| 416 | // means getCurrentPosition can be called before seek is completed. Iow, renderer may return a |
| 417 | // position value that's different the seek to position. |
| 418 | if (ret != OK) { |
| 419 | tempUs = (mPositionUs <= 0) ? 0 : mPositionUs; |
| 420 | } else { |
| 421 | mPositionUs = tempUs; |
| 422 | } |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 423 | *msec = divRound(tempUs, (int64_t)(1000)); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 424 | return OK; |
| 425 | } |
| 426 | |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 427 | status_t NuPlayer2Driver::getDuration(int64_t *msec) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 428 | Mutex::Autolock autoLock(mLock); |
| 429 | |
| 430 | if (mDurationUs < 0) { |
| 431 | return UNKNOWN_ERROR; |
| 432 | } |
| 433 | |
Chih-Hung Hsieh | d42529d | 2018-12-11 13:53:10 -0800 | [diff] [blame] | 434 | *msec = (mDurationUs + 500LL) / 1000; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 435 | |
| 436 | return OK; |
| 437 | } |
| 438 | |
| 439 | void NuPlayer2Driver::updateMetrics(const char *where) { |
| 440 | if (where == NULL) { |
| 441 | where = "unknown"; |
| 442 | } |
| 443 | ALOGV("updateMetrics(%p) from %s at state %d", this, where, mState); |
| 444 | |
| 445 | // gather the final stats for this record |
| 446 | Vector<sp<AMessage>> trackStats; |
| 447 | mPlayer->getStats(&trackStats); |
| 448 | |
| 449 | if (trackStats.size() > 0) { |
| 450 | for (size_t i = 0; i < trackStats.size(); ++i) { |
| 451 | const sp<AMessage> &stats = trackStats.itemAt(i); |
| 452 | |
| 453 | AString mime; |
| 454 | stats->findString("mime", &mime); |
| 455 | |
| 456 | AString name; |
| 457 | stats->findString("component-name", &name); |
| 458 | |
| 459 | if (mime.startsWith("video/")) { |
| 460 | int32_t width, height; |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 461 | mediametrics_setCString(mMetricsHandle, kPlayerVMime, mime.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 462 | if (!name.empty()) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 463 | mediametrics_setCString(mMetricsHandle, kPlayerVCodec, name.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 464 | } |
| 465 | |
| 466 | if (stats->findInt32("width", &width) |
| 467 | && stats->findInt32("height", &height)) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 468 | mediametrics_setInt32(mMetricsHandle, kPlayerWidth, width); |
| 469 | mediametrics_setInt32(mMetricsHandle, kPlayerHeight, height); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 470 | } |
| 471 | |
| 472 | int64_t numFramesTotal = 0; |
| 473 | int64_t numFramesDropped = 0; |
| 474 | stats->findInt64("frames-total", &numFramesTotal); |
| 475 | stats->findInt64("frames-dropped-output", &numFramesDropped); |
| 476 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 477 | mediametrics_setInt64(mMetricsHandle, kPlayerFrames, numFramesTotal); |
| 478 | mediametrics_setInt64(mMetricsHandle, kPlayerFramesDropped, numFramesDropped); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 479 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 480 | float frameRate = 0; |
| 481 | if (stats->findFloat("frame-rate-output", &frameRate)) { |
| 482 | mediametrics_setInt64(mMetricsHandle, kPlayerFrameRate, frameRate); |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 483 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 484 | |
| 485 | } else if (mime.startsWith("audio/")) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 486 | mediametrics_setCString(mMetricsHandle, kPlayerAMime, mime.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 487 | if (!name.empty()) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 488 | mediametrics_setCString(mMetricsHandle, kPlayerACodec, name.c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 489 | } |
| 490 | } |
| 491 | } |
| 492 | } |
| 493 | |
| 494 | // always provide duration and playing time, even if they have 0/unknown values. |
| 495 | |
| 496 | // getDuration() uses mLock for mutex -- careful where we use it. |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 497 | int64_t duration_ms = -1; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 498 | getDuration(&duration_ms); |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 499 | mediametrics_setInt64(mMetricsHandle, kPlayerDuration, duration_ms); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 500 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 501 | mediametrics_setInt64(mMetricsHandle, kPlayerPlaying, (mPlayingTimeUs+500)/1000 ); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 502 | |
| 503 | if (mRebufferingEvents != 0) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 504 | mediametrics_setInt64(mMetricsHandle, kPlayerRebuffering, (mRebufferingTimeUs+500)/1000 ); |
| 505 | mediametrics_setInt32(mMetricsHandle, kPlayerRebufferingCount, mRebufferingEvents); |
| 506 | mediametrics_setInt32(mMetricsHandle, kPlayerRebufferingAtExit, mRebufferingAtExit); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 507 | } |
| 508 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 509 | mediametrics_setCString(mMetricsHandle, kPlayerDataSourceType, mPlayer->getDataSourceType()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 510 | } |
| 511 | |
| 512 | |
| 513 | void NuPlayer2Driver::logMetrics(const char *where) { |
| 514 | if (where == NULL) { |
| 515 | where = "unknown"; |
| 516 | } |
| 517 | ALOGV("logMetrics(%p) from %s at state %d", this, where, mState); |
| 518 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 519 | if (mMetricsHandle == 0 || mediametrics_isEnabled() == false) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 520 | return; |
| 521 | } |
| 522 | |
| 523 | // log only non-empty records |
| 524 | // we always updateMetrics() before we get here |
| 525 | // and that always injects 3 fields (duration, playing time, and |
| 526 | // datasource) into the record. |
| 527 | // So the canonical "empty" record has 3 elements in it. |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 528 | if (mediametrics_count(mMetricsHandle) > 3) { |
| 529 | mediametrics_selfRecord(mMetricsHandle); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 530 | // re-init in case we prepare() and start() again. |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 531 | mediametrics_delete(mMetricsHandle); |
| 532 | mMetricsHandle = mediametrics_create(kKeyPlayer); |
| 533 | mediametrics_setUid(mMetricsHandle, mClientUid); |
Ray Essick | 0627804 | 2019-02-12 12:20:02 -0800 | [diff] [blame^] | 534 | mediametrics_setInt64(mMetricsHandle, kPlayerVersion, mPlayerVersion); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 535 | } else { |
| 536 | ALOGV("did not have anything to record"); |
| 537 | } |
| 538 | } |
| 539 | |
| 540 | status_t NuPlayer2Driver::reset() { |
| 541 | ALOGD("reset(%p) at state %d", this, mState); |
| 542 | |
| 543 | updateMetrics("reset"); |
| 544 | logMetrics("reset"); |
| 545 | |
| 546 | Mutex::Autolock autoLock(mLock); |
| 547 | |
| 548 | switch (mState) { |
| 549 | case STATE_IDLE: |
| 550 | return OK; |
| 551 | |
| 552 | case STATE_SET_DATASOURCE_PENDING: |
| 553 | case STATE_RESET_IN_PROGRESS: |
| 554 | return INVALID_OPERATION; |
| 555 | |
| 556 | case STATE_PREPARING: |
| 557 | { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 558 | notifyListener_l(mSrcId, MEDIA2_PREPARED); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 559 | break; |
| 560 | } |
| 561 | |
| 562 | default: |
| 563 | break; |
| 564 | } |
| 565 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 566 | mState = STATE_RESET_IN_PROGRESS; |
| 567 | mPlayer->resetAsync(); |
| 568 | |
| 569 | while (mState == STATE_RESET_IN_PROGRESS) { |
| 570 | mCondition.wait(mLock); |
| 571 | } |
| 572 | |
| 573 | mDurationUs = -1; |
| 574 | mPositionUs = -1; |
| 575 | mLooping = false; |
| 576 | mPlayingTimeUs = 0; |
| 577 | mRebufferingTimeUs = 0; |
| 578 | mRebufferingEvents = 0; |
| 579 | mRebufferingAtExit = false; |
| 580 | |
| 581 | return OK; |
| 582 | } |
| 583 | |
| 584 | status_t NuPlayer2Driver::notifyAt(int64_t mediaTimeUs) { |
| 585 | ALOGV("notifyAt(%p), time:%lld", this, (long long)mediaTimeUs); |
| 586 | return mPlayer->notifyAt(mediaTimeUs); |
| 587 | } |
| 588 | |
| 589 | status_t NuPlayer2Driver::setLooping(int loop) { |
| 590 | mLooping = loop != 0; |
| 591 | return OK; |
| 592 | } |
| 593 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 594 | status_t NuPlayer2Driver::invoke(const PlayerMessage &request, PlayerMessage *response) { |
| 595 | if (response == NULL) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 596 | ALOGE("reply is a NULL pointer"); |
| 597 | return BAD_VALUE; |
| 598 | } |
| 599 | |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 600 | RepeatedPtrField<const Value>::const_iterator it = request.values().cbegin(); |
| 601 | int32_t methodId = (it++)->int32_value(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 602 | |
| 603 | switch (methodId) { |
| 604 | case MEDIA_PLAYER2_INVOKE_ID_SET_VIDEO_SCALING_MODE: |
| 605 | { |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 606 | int mode = (it++)->int32_value(); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 607 | return mPlayer->setVideoScalingMode(mode); |
| 608 | } |
| 609 | |
| 610 | case MEDIA_PLAYER2_INVOKE_ID_GET_TRACK_INFO: |
| 611 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 612 | int64_t srcId = (it++)->int64_value(); |
| 613 | return mPlayer->getTrackInfo(srcId, response); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 614 | } |
| 615 | |
| 616 | case MEDIA_PLAYER2_INVOKE_ID_SELECT_TRACK: |
| 617 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 618 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 619 | int trackIndex = (it++)->int32_value(); |
Wei Jia | 800fe37 | 2018-02-20 15:00:45 -0800 | [diff] [blame] | 620 | int64_t msec = 0; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 621 | // getCurrentPosition should always return OK |
| 622 | getCurrentPosition(&msec); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 623 | return mPlayer->selectTrack(srcId, trackIndex, true /* select */, msec * 1000LL); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 624 | } |
| 625 | |
| 626 | case MEDIA_PLAYER2_INVOKE_ID_UNSELECT_TRACK: |
| 627 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 628 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 629 | int trackIndex = (it++)->int32_value(); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 630 | return mPlayer->selectTrack( |
| 631 | srcId, trackIndex, false /* select */, 0xdeadbeef /* not used */); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 632 | } |
| 633 | |
| 634 | case MEDIA_PLAYER2_INVOKE_ID_GET_SELECTED_TRACK: |
| 635 | { |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 636 | int64_t srcId = (it++)->int64_value(); |
Dongwon Kang | 9f63198 | 2018-07-10 12:34:41 -0700 | [diff] [blame] | 637 | int32_t type = (it++)->int32_value(); |
Wei Jia | 17944af | 2018-12-13 18:13:10 -0800 | [diff] [blame] | 638 | return mPlayer->getSelectedTrack(srcId, type, response); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 639 | } |
| 640 | |
| 641 | default: |
| 642 | { |
| 643 | return INVALID_OPERATION; |
| 644 | } |
| 645 | } |
| 646 | } |
| 647 | |
| 648 | void NuPlayer2Driver::setAudioSink(const sp<AudioSink> &audioSink) { |
| 649 | mPlayer->setAudioSink(audioSink); |
| 650 | mAudioSink = audioSink; |
| 651 | } |
| 652 | |
| 653 | status_t NuPlayer2Driver::setParameter( |
| 654 | int /* key */, const Parcel & /* request */) { |
| 655 | return INVALID_OPERATION; |
| 656 | } |
| 657 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 658 | status_t NuPlayer2Driver::getParameter(int key __unused, Parcel *reply __unused) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 659 | return INVALID_OPERATION; |
| 660 | } |
| 661 | |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 662 | status_t NuPlayer2Driver::getMetrics(char **buffer, size_t *length) { |
| 663 | updateMetrics("api"); |
| 664 | if (mediametrics_getAttributes(mMetricsHandle, buffer, length)) |
| 665 | return OK; |
| 666 | else |
| 667 | return FAILED_TRANSACTION; |
| 668 | } |
| 669 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 670 | void NuPlayer2Driver::notifyResetComplete(int64_t /* srcId */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 671 | ALOGD("notifyResetComplete(%p)", this); |
| 672 | Mutex::Autolock autoLock(mLock); |
| 673 | |
| 674 | CHECK_EQ(mState, STATE_RESET_IN_PROGRESS); |
| 675 | mState = STATE_IDLE; |
| 676 | mCondition.broadcast(); |
| 677 | } |
| 678 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 679 | void NuPlayer2Driver::notifySetSurfaceComplete(int64_t /* srcId */) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 680 | ALOGV("notifySetSurfaceComplete(%p)", this); |
| 681 | Mutex::Autolock autoLock(mLock); |
| 682 | |
| 683 | CHECK(mSetSurfaceInProgress); |
| 684 | mSetSurfaceInProgress = false; |
| 685 | |
| 686 | mCondition.broadcast(); |
| 687 | } |
| 688 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 689 | void NuPlayer2Driver::notifyDuration(int64_t /* srcId */, int64_t durationUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 690 | Mutex::Autolock autoLock(mLock); |
| 691 | mDurationUs = durationUs; |
| 692 | } |
| 693 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 694 | void NuPlayer2Driver::notifyMorePlayingTimeUs(int64_t /* srcId */, int64_t playingUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 695 | Mutex::Autolock autoLock(mLock); |
| 696 | mPlayingTimeUs += playingUs; |
| 697 | } |
| 698 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 699 | void NuPlayer2Driver::notifyMoreRebufferingTimeUs(int64_t /* srcId */, int64_t rebufferingUs) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 700 | Mutex::Autolock autoLock(mLock); |
| 701 | mRebufferingTimeUs += rebufferingUs; |
| 702 | mRebufferingEvents++; |
| 703 | } |
| 704 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 705 | void NuPlayer2Driver::notifyRebufferingWhenExit(int64_t /* srcId */, bool status) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 706 | Mutex::Autolock autoLock(mLock); |
| 707 | mRebufferingAtExit = status; |
| 708 | } |
| 709 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 710 | void NuPlayer2Driver::notifySeekComplete(int64_t srcId) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 711 | ALOGV("notifySeekComplete(%p)", this); |
| 712 | Mutex::Autolock autoLock(mLock); |
| 713 | mSeekInProgress = false; |
Wei Jia | 0151ef4 | 2018-08-24 16:40:21 -0700 | [diff] [blame] | 714 | notifyListener_l(srcId, MEDIA2_SEEK_COMPLETE); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 715 | } |
| 716 | |
| 717 | status_t NuPlayer2Driver::dump( |
| 718 | int fd, const Vector<String16> & /* args */) const { |
| 719 | |
| 720 | Vector<sp<AMessage> > trackStats; |
| 721 | mPlayer->getStats(&trackStats); |
| 722 | |
| 723 | AString logString(" NuPlayer2\n"); |
| 724 | char buf[256] = {0}; |
| 725 | |
| 726 | bool locked = false; |
| 727 | for (int i = 0; i < kDumpLockRetries; ++i) { |
| 728 | if (mLock.tryLock() == NO_ERROR) { |
| 729 | locked = true; |
| 730 | break; |
| 731 | } |
| 732 | usleep(kDumpLockSleepUs); |
| 733 | } |
| 734 | |
| 735 | if (locked) { |
| 736 | snprintf(buf, sizeof(buf), " state(%d), atEOS(%d), looping(%d), autoLoop(%d)\n", |
| 737 | mState, mAtEOS, mLooping, mAutoLoop); |
| 738 | mLock.unlock(); |
| 739 | } else { |
| 740 | snprintf(buf, sizeof(buf), " NPD(%p) lock is taken\n", this); |
| 741 | } |
| 742 | logString.append(buf); |
| 743 | |
| 744 | for (size_t i = 0; i < trackStats.size(); ++i) { |
| 745 | const sp<AMessage> &stats = trackStats.itemAt(i); |
| 746 | |
| 747 | AString mime; |
| 748 | if (stats->findString("mime", &mime)) { |
| 749 | snprintf(buf, sizeof(buf), " mime(%s)\n", mime.c_str()); |
| 750 | logString.append(buf); |
| 751 | } |
| 752 | |
| 753 | AString name; |
| 754 | if (stats->findString("component-name", &name)) { |
| 755 | snprintf(buf, sizeof(buf), " decoder(%s)\n", name.c_str()); |
| 756 | logString.append(buf); |
| 757 | } |
| 758 | |
| 759 | if (mime.startsWith("video/")) { |
| 760 | int32_t width, height; |
| 761 | if (stats->findInt32("width", &width) |
| 762 | && stats->findInt32("height", &height)) { |
| 763 | snprintf(buf, sizeof(buf), " resolution(%d x %d)\n", width, height); |
| 764 | logString.append(buf); |
| 765 | } |
| 766 | |
| 767 | int64_t numFramesTotal = 0; |
| 768 | int64_t numFramesDropped = 0; |
| 769 | |
| 770 | stats->findInt64("frames-total", &numFramesTotal); |
| 771 | stats->findInt64("frames-dropped-output", &numFramesDropped); |
| 772 | snprintf(buf, sizeof(buf), " numFramesTotal(%lld), numFramesDropped(%lld), " |
| 773 | "percentageDropped(%.2f%%)\n", |
| 774 | (long long)numFramesTotal, |
| 775 | (long long)numFramesDropped, |
| 776 | numFramesTotal == 0 |
| 777 | ? 0.0 : (double)(numFramesDropped * 100) / numFramesTotal); |
| 778 | logString.append(buf); |
| 779 | } |
| 780 | } |
| 781 | |
| 782 | ALOGI("%s", logString.c_str()); |
| 783 | |
| 784 | if (fd >= 0) { |
| 785 | FILE *out = fdopen(dup(fd), "w"); |
| 786 | fprintf(out, "%s", logString.c_str()); |
| 787 | fclose(out); |
| 788 | out = NULL; |
| 789 | } |
| 790 | |
| 791 | return OK; |
| 792 | } |
| 793 | |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 794 | void NuPlayer2Driver::onMessageReceived(const sp<AMessage> &msg) { |
| 795 | switch (msg->what()) { |
| 796 | case kWhatNotifyListener: { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 797 | int64_t srcId; |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 798 | int32_t msgId; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 799 | int32_t ext1 = 0; |
| 800 | int32_t ext2 = 0; |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 801 | CHECK(msg->findInt64("srcId", &srcId)); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 802 | CHECK(msg->findInt32("messageId", &msgId)); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 803 | msg->findInt32("ext1", &ext1); |
| 804 | msg->findInt32("ext2", &ext2); |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 805 | sp<PlayerMessageWrapper> in; |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 806 | sp<RefBase> obj; |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 807 | if (msg->findObject("obj", &obj) && obj != NULL) { |
| 808 | in = static_cast<PlayerMessageWrapper *>(obj.get()); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 809 | } |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 810 | sendEvent(srcId, msgId, ext1, ext2, (in == NULL ? NULL : in->getPlayerMessage())); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 811 | break; |
| 812 | } |
| 813 | default: |
| 814 | break; |
| 815 | } |
| 816 | } |
| 817 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 818 | void NuPlayer2Driver::notifyListener( |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 819 | int64_t srcId, int msg, int ext1, int ext2, const PlayerMessage *in) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 820 | Mutex::Autolock autoLock(mLock); |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 821 | notifyListener_l(srcId, msg, ext1, ext2, in); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 822 | } |
| 823 | |
| 824 | void NuPlayer2Driver::notifyListener_l( |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 825 | int64_t srcId, int msg, int ext1, int ext2, const PlayerMessage *in) { |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 826 | ALOGD("notifyListener_l(%p), (%lld, %d, %d, %d, %d), loop setting(%d, %d)", |
| 827 | this, (long long)srcId, msg, ext1, ext2, |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 828 | (in == NULL ? -1 : (int)in->ByteSize()), mAutoLoop, mLooping); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 829 | if (srcId == mSrcId) { |
| 830 | switch (msg) { |
| 831 | case MEDIA2_PLAYBACK_COMPLETE: |
| 832 | { |
| 833 | if (mState != STATE_RESET_IN_PROGRESS) { |
| 834 | if (mAutoLoop) { |
| 835 | audio_stream_type_t streamType = AUDIO_STREAM_MUSIC; |
| 836 | if (mAudioSink != NULL) { |
| 837 | streamType = mAudioSink->getAudioStreamType(); |
| 838 | } |
| 839 | if (streamType == AUDIO_STREAM_NOTIFICATION) { |
| 840 | ALOGW("disabling auto-loop for notification"); |
| 841 | mAutoLoop = false; |
| 842 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 843 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 844 | if (mLooping || mAutoLoop) { |
Wei Jia | d1864f9 | 2018-10-19 12:34:56 -0700 | [diff] [blame] | 845 | mPlayer->rewind(); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 846 | if (mAudioSink != NULL) { |
| 847 | // The renderer has stopped the sink at the end in order to play out |
| 848 | // the last little bit of audio. In looping mode, we need to restart it. |
| 849 | mAudioSink->start(); |
| 850 | } |
Wei Jia | 9af566a | 2018-08-10 16:36:35 -0700 | [diff] [blame] | 851 | |
| 852 | sp<AMessage> notify = new AMessage(kWhatNotifyListener, this); |
| 853 | notify->setInt64("srcId", srcId); |
| 854 | notify->setInt32("messageId", MEDIA2_INFO); |
| 855 | notify->setInt32("ext1", MEDIA2_INFO_DATA_SOURCE_REPEAT); |
| 856 | notify->post(); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 857 | return; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 858 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 859 | if (property_get_bool("persist.debug.sf.stats", false)) { |
| 860 | Vector<String16> args; |
| 861 | dump(-1, args); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 862 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 863 | mPlayer->pause(); |
| 864 | mState = STATE_PAUSED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 865 | } |
Chih-Hung Hsieh | c89566d | 2018-09-13 14:22:06 -0700 | [diff] [blame] | 866 | FALLTHROUGH_INTENDED; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 867 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 868 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 869 | case MEDIA2_ERROR: |
| 870 | { |
| 871 | // when we have an error, add it to the analytics for this playback. |
| 872 | // ext1 is our primary 'error type' value. Only add ext2 when non-zero. |
| 873 | // [test against msg is due to fall through from previous switch value] |
| 874 | if (msg == MEDIA2_ERROR) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 875 | mediametrics_setInt32(mMetricsHandle, kPlayerError, ext1); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 876 | if (ext2 != 0) { |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 877 | mediametrics_setInt32(mMetricsHandle, kPlayerErrorCode, ext2); |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 878 | } |
Ray Essick | 89269d6 | 2019-01-20 14:46:19 -0800 | [diff] [blame] | 879 | mediametrics_setCString(mMetricsHandle, kPlayerErrorState, stateString(mState).c_str()); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 880 | } |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 881 | mAtEOS = true; |
| 882 | break; |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 883 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 884 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 885 | default: |
| 886 | break; |
| 887 | } |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 888 | } |
| 889 | |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 890 | sp<AMessage> notify = new AMessage(kWhatNotifyListener, this); |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 891 | notify->setInt64("srcId", srcId); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 892 | notify->setInt32("messageId", msg); |
| 893 | notify->setInt32("ext1", ext1); |
| 894 | notify->setInt32("ext2", ext2); |
Dongwon Kang | 41929fb | 2018-09-09 08:29:56 -0700 | [diff] [blame] | 895 | notify->setObject("obj", PlayerMessageWrapper::Create((PlayerMessage*)in)); |
Wei Jia | c5c79da | 2017-12-21 18:03:05 -0800 | [diff] [blame] | 896 | notify->post(); |
Wei Jia | 12b9f4a | 2017-12-13 15:24:13 -0800 | [diff] [blame] | 897 | } |
| 898 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 899 | void NuPlayer2Driver::notifySetDataSourceCompleted(int64_t /* srcId */, status_t err) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 900 | Mutex::Autolock autoLock(mLock); |
| 901 | |
| 902 | CHECK_EQ(mState, STATE_SET_DATASOURCE_PENDING); |
| 903 | |
| 904 | mAsyncResult = err; |
| 905 | mState = (err == OK) ? STATE_UNPREPARED : STATE_IDLE; |
| 906 | mCondition.broadcast(); |
| 907 | } |
| 908 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 909 | void NuPlayer2Driver::notifyPrepareCompleted(int64_t srcId, status_t err) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 910 | ALOGV("notifyPrepareCompleted %d", err); |
| 911 | |
| 912 | Mutex::Autolock autoLock(mLock); |
| 913 | |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 914 | if (srcId != mSrcId) { |
| 915 | if (err == OK) { |
| 916 | notifyListener_l(srcId, MEDIA2_PREPARED); |
| 917 | } else { |
| 918 | notifyListener_l(srcId, MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err); |
| 919 | } |
| 920 | return; |
| 921 | } |
| 922 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 923 | if (mState != STATE_PREPARING) { |
| 924 | // We were preparing asynchronously when the client called |
| 925 | // reset(), we sent a premature "prepared" notification and |
| 926 | // then initiated the reset. This notification is stale. |
| 927 | CHECK(mState == STATE_RESET_IN_PROGRESS || mState == STATE_IDLE); |
| 928 | return; |
| 929 | } |
| 930 | |
| 931 | CHECK_EQ(mState, STATE_PREPARING); |
| 932 | |
| 933 | mAsyncResult = err; |
| 934 | |
| 935 | if (err == OK) { |
| 936 | // update state before notifying client, so that if client calls back into NuPlayer2Driver |
| 937 | // in response, NuPlayer2Driver has the right state |
| 938 | mState = STATE_PREPARED; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 939 | notifyListener_l(srcId, MEDIA2_PREPARED); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 940 | } else { |
| 941 | mState = STATE_UNPREPARED; |
Wei Jia | 57aeffd | 2018-02-15 16:01:14 -0800 | [diff] [blame] | 942 | notifyListener_l(srcId, MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 943 | } |
| 944 | |
| 945 | sp<MetaData> meta = mPlayer->getFileMeta(); |
| 946 | int32_t loop; |
| 947 | if (meta != NULL |
| 948 | && meta->findInt32(kKeyAutoLoop, &loop) && loop != 0) { |
| 949 | mAutoLoop = true; |
| 950 | } |
| 951 | |
| 952 | mCondition.broadcast(); |
| 953 | } |
| 954 | |
Wei Jia | d2bb1bd | 2018-02-08 09:47:37 -0800 | [diff] [blame] | 955 | void NuPlayer2Driver::notifyFlagsChanged(int64_t /* srcId */, uint32_t flags) { |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 956 | Mutex::Autolock autoLock(mLock); |
| 957 | |
| 958 | mPlayerFlags = flags; |
| 959 | } |
| 960 | |
| 961 | // Modular DRM |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 962 | status_t NuPlayer2Driver::prepareDrm( |
| 963 | int64_t srcId, const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 964 | { |
| 965 | ALOGV("prepareDrm(%p) state: %d", this, mState); |
| 966 | |
| 967 | // leaving the state verification for mediaplayer.cpp |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 968 | status_t ret = mPlayer->prepareDrm(srcId, uuid, drmSessionId); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 969 | |
| 970 | ALOGV("prepareDrm ret: %d", ret); |
| 971 | |
| 972 | return ret; |
| 973 | } |
| 974 | |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 975 | status_t NuPlayer2Driver::releaseDrm(int64_t srcId) |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 976 | { |
| 977 | ALOGV("releaseDrm(%p) state: %d", this, mState); |
| 978 | |
| 979 | // leaving the state verification for mediaplayer.cpp |
Robert Shih | 3c3728d | 2018-12-04 17:06:36 -0800 | [diff] [blame] | 980 | status_t ret = mPlayer->releaseDrm(srcId); |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 981 | |
| 982 | ALOGV("releaseDrm ret: %d", ret); |
| 983 | |
| 984 | return ret; |
| 985 | } |
| 986 | |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 987 | std::string NuPlayer2Driver::stateString(State state) { |
| 988 | const char *rval = NULL; |
| 989 | char rawbuffer[16]; // allows "%d" |
| 990 | |
| 991 | switch (state) { |
| 992 | case STATE_IDLE: rval = "IDLE"; break; |
| 993 | case STATE_SET_DATASOURCE_PENDING: rval = "SET_DATASOURCE_PENDING"; break; |
| 994 | case STATE_UNPREPARED: rval = "UNPREPARED"; break; |
| 995 | case STATE_PREPARING: rval = "PREPARING"; break; |
| 996 | case STATE_PREPARED: rval = "PREPARED"; break; |
| 997 | case STATE_RUNNING: rval = "RUNNING"; break; |
| 998 | case STATE_PAUSED: rval = "PAUSED"; break; |
| 999 | case STATE_RESET_IN_PROGRESS: rval = "RESET_IN_PROGRESS"; break; |
Ray Essick | 51f4c87 | 2017-12-15 12:27:56 -0800 | [diff] [blame] | 1000 | default: |
| 1001 | // yes, this buffer is shared and vulnerable to races |
| 1002 | snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); |
| 1003 | rval = rawbuffer; |
| 1004 | break; |
| 1005 | } |
| 1006 | |
| 1007 | return rval; |
| 1008 | } |
| 1009 | |
Wei Jia | 53692fa | 2017-12-11 10:33:46 -0800 | [diff] [blame] | 1010 | } // namespace android |