Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "NuPlayer" |
| 19 | #include <utils/Log.h> |
| 20 | |
| 21 | #include "NuPlayer.h" |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 22 | |
| 23 | #include "HTTPLiveSource.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 24 | #include "NuPlayerDecoder.h" |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 25 | #include "NuPlayerDriver.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 26 | #include "NuPlayerRenderer.h" |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 27 | #include "NuPlayerSource.h" |
Andreas Huber | 2bfdd42 | 2011-10-11 15:24:07 -0700 | [diff] [blame] | 28 | #include "RTSPSource.h" |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 29 | #include "StreamingSource.h" |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 30 | #include "GenericSource.h" |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 31 | |
| 32 | #include "ATSParser.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 33 | |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 34 | #include <media/stagefright/foundation/hexdump.h> |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 35 | #include <media/stagefright/foundation/ABuffer.h> |
| 36 | #include <media/stagefright/foundation/ADebug.h> |
| 37 | #include <media/stagefright/foundation/AMessage.h> |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 38 | #include <media/stagefright/MediaDefs.h> |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 39 | #include <media/stagefright/MediaErrors.h> |
| 40 | #include <media/stagefright/MetaData.h> |
Andy McFadden | 8ba0102 | 2012-12-18 09:46:54 -0800 | [diff] [blame] | 41 | #include <gui/IGraphicBufferProducer.h> |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 42 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 43 | #include "avc_utils.h" |
| 44 | |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 45 | #include "ESDS.h" |
| 46 | #include <media/stagefright/Utils.h> |
| 47 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 48 | namespace android { |
| 49 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 50 | struct NuPlayer::Action : public RefBase { |
| 51 | Action() {} |
| 52 | |
| 53 | virtual void execute(NuPlayer *player) = 0; |
| 54 | |
| 55 | private: |
| 56 | DISALLOW_EVIL_CONSTRUCTORS(Action); |
| 57 | }; |
| 58 | |
| 59 | struct NuPlayer::SeekAction : public Action { |
| 60 | SeekAction(int64_t seekTimeUs) |
| 61 | : mSeekTimeUs(seekTimeUs) { |
| 62 | } |
| 63 | |
| 64 | virtual void execute(NuPlayer *player) { |
| 65 | player->performSeek(mSeekTimeUs); |
| 66 | } |
| 67 | |
| 68 | private: |
| 69 | int64_t mSeekTimeUs; |
| 70 | |
| 71 | DISALLOW_EVIL_CONSTRUCTORS(SeekAction); |
| 72 | }; |
| 73 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 74 | struct NuPlayer::SetSurfaceAction : public Action { |
| 75 | SetSurfaceAction(const sp<NativeWindowWrapper> &wrapper) |
| 76 | : mWrapper(wrapper) { |
| 77 | } |
| 78 | |
| 79 | virtual void execute(NuPlayer *player) { |
| 80 | player->performSetSurface(mWrapper); |
| 81 | } |
| 82 | |
| 83 | private: |
| 84 | sp<NativeWindowWrapper> mWrapper; |
| 85 | |
| 86 | DISALLOW_EVIL_CONSTRUCTORS(SetSurfaceAction); |
| 87 | }; |
| 88 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 89 | struct NuPlayer::ShutdownDecoderAction : public Action { |
| 90 | ShutdownDecoderAction(bool audio, bool video) |
| 91 | : mAudio(audio), |
| 92 | mVideo(video) { |
| 93 | } |
| 94 | |
| 95 | virtual void execute(NuPlayer *player) { |
| 96 | player->performDecoderShutdown(mAudio, mVideo); |
| 97 | } |
| 98 | |
| 99 | private: |
| 100 | bool mAudio; |
| 101 | bool mVideo; |
| 102 | |
| 103 | DISALLOW_EVIL_CONSTRUCTORS(ShutdownDecoderAction); |
| 104 | }; |
| 105 | |
| 106 | struct NuPlayer::PostMessageAction : public Action { |
| 107 | PostMessageAction(const sp<AMessage> &msg) |
| 108 | : mMessage(msg) { |
| 109 | } |
| 110 | |
| 111 | virtual void execute(NuPlayer *) { |
| 112 | mMessage->post(); |
| 113 | } |
| 114 | |
| 115 | private: |
| 116 | sp<AMessage> mMessage; |
| 117 | |
| 118 | DISALLOW_EVIL_CONSTRUCTORS(PostMessageAction); |
| 119 | }; |
| 120 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 121 | // Use this if there's no state necessary to save in order to execute |
| 122 | // the action. |
| 123 | struct NuPlayer::SimpleAction : public Action { |
| 124 | typedef void (NuPlayer::*ActionFunc)(); |
| 125 | |
| 126 | SimpleAction(ActionFunc func) |
| 127 | : mFunc(func) { |
| 128 | } |
| 129 | |
| 130 | virtual void execute(NuPlayer *player) { |
| 131 | (player->*mFunc)(); |
| 132 | } |
| 133 | |
| 134 | private: |
| 135 | ActionFunc mFunc; |
| 136 | |
| 137 | DISALLOW_EVIL_CONSTRUCTORS(SimpleAction); |
| 138 | }; |
| 139 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 140 | //////////////////////////////////////////////////////////////////////////////// |
| 141 | |
| 142 | NuPlayer::NuPlayer() |
Andreas Huber | 9b80c2b | 2011-06-30 15:47:02 -0700 | [diff] [blame] | 143 | : mUIDValid(false), |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 144 | mSourceFlags(0), |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 145 | mVideoIsAVC(false), |
Andreas Huber | 9b80c2b | 2011-06-30 15:47:02 -0700 | [diff] [blame] | 146 | mAudioEOS(false), |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 147 | mVideoEOS(false), |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 148 | mScanSourcesPending(false), |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 149 | mScanSourcesGeneration(0), |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 150 | mPollDurationGeneration(0), |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 151 | mTimeDiscontinuityPending(false), |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 152 | mFlushingAudio(NONE), |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 153 | mFlushingVideo(NONE), |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 154 | mSkipRenderingAudioUntilMediaTimeUs(-1ll), |
| 155 | mSkipRenderingVideoUntilMediaTimeUs(-1ll), |
| 156 | mVideoLateByUs(0ll), |
| 157 | mNumFramesTotal(0ll), |
James Dong | 0d268a3 | 2012-08-31 12:18:27 -0700 | [diff] [blame] | 158 | mNumFramesDropped(0ll), |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 159 | mVideoScalingMode(NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW), |
| 160 | mStarted(false) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 161 | } |
| 162 | |
| 163 | NuPlayer::~NuPlayer() { |
| 164 | } |
| 165 | |
Andreas Huber | 9b80c2b | 2011-06-30 15:47:02 -0700 | [diff] [blame] | 166 | void NuPlayer::setUID(uid_t uid) { |
| 167 | mUIDValid = true; |
| 168 | mUID = uid; |
| 169 | } |
| 170 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 171 | void NuPlayer::setDriver(const wp<NuPlayerDriver> &driver) { |
| 172 | mDriver = driver; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 173 | } |
| 174 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 175 | void NuPlayer::setDataSourceAsync(const sp<IStreamSource> &source) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 176 | sp<AMessage> msg = new AMessage(kWhatSetDataSource, id()); |
| 177 | |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 178 | sp<AMessage> notify = new AMessage(kWhatSourceNotify, id()); |
| 179 | |
Andreas Huber | 240abcc | 2014-02-13 13:32:37 -0800 | [diff] [blame] | 180 | msg->setObject("source", new StreamingSource(notify, source)); |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 181 | msg->post(); |
| 182 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 183 | |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 184 | static bool IsHTTPLiveURL(const char *url) { |
| 185 | if (!strncasecmp("http://", url, 7) |
Andreas Huber | 9975940 | 2013-04-01 14:28:31 -0700 | [diff] [blame] | 186 | || !strncasecmp("https://", url, 8) |
| 187 | || !strncasecmp("file://", url, 7)) { |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 188 | size_t len = strlen(url); |
| 189 | if (len >= 5 && !strcasecmp(".m3u8", &url[len - 5])) { |
| 190 | return true; |
| 191 | } |
| 192 | |
| 193 | if (strstr(url,"m3u8")) { |
| 194 | return true; |
| 195 | } |
| 196 | } |
| 197 | |
| 198 | return false; |
| 199 | } |
| 200 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 201 | void NuPlayer::setDataSourceAsync( |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame] | 202 | const sp<IMediaHTTPService> &httpService, |
| 203 | const char *url, |
| 204 | const KeyedVector<String8, String8> *headers) { |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 205 | sp<AMessage> msg = new AMessage(kWhatSetDataSource, id()); |
Oscar Rydhé | 7a33b77 | 2012-02-20 10:15:48 +0100 | [diff] [blame] | 206 | size_t len = strlen(url); |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 207 | |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 208 | sp<AMessage> notify = new AMessage(kWhatSourceNotify, id()); |
| 209 | |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 210 | sp<Source> source; |
| 211 | if (IsHTTPLiveURL(url)) { |
Andreas Huber | 81e6844 | 2014-02-05 11:52:33 -0800 | [diff] [blame] | 212 | source = new HTTPLiveSource(notify, httpService, url, headers); |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 213 | } else if (!strncasecmp(url, "rtsp://", 7)) { |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame] | 214 | source = new RTSPSource( |
| 215 | notify, httpService, url, headers, mUIDValid, mUID); |
Oscar Rydhé | 7a33b77 | 2012-02-20 10:15:48 +0100 | [diff] [blame] | 216 | } else if ((!strncasecmp(url, "http://", 7) |
| 217 | || !strncasecmp(url, "https://", 8)) |
| 218 | && ((len >= 4 && !strcasecmp(".sdp", &url[len - 4])) |
| 219 | || strstr(url, ".sdp?"))) { |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame] | 220 | source = new RTSPSource( |
| 221 | notify, httpService, url, headers, mUIDValid, mUID, true); |
Andreas Huber | 2bfdd42 | 2011-10-11 15:24:07 -0700 | [diff] [blame] | 222 | } else { |
Andreas Huber | 81e6844 | 2014-02-05 11:52:33 -0800 | [diff] [blame] | 223 | source = new GenericSource(notify, httpService, url, headers); |
Andreas Huber | 2bfdd42 | 2011-10-11 15:24:07 -0700 | [diff] [blame] | 224 | } |
| 225 | |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 226 | msg->setObject("source", source); |
| 227 | msg->post(); |
| 228 | } |
| 229 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 230 | void NuPlayer::setDataSourceAsync(int fd, int64_t offset, int64_t length) { |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 231 | sp<AMessage> msg = new AMessage(kWhatSetDataSource, id()); |
| 232 | |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 233 | sp<AMessage> notify = new AMessage(kWhatSourceNotify, id()); |
| 234 | |
| 235 | sp<Source> source = new GenericSource(notify, fd, offset, length); |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 236 | msg->setObject("source", source); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 237 | msg->post(); |
| 238 | } |
| 239 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 240 | void NuPlayer::prepareAsync() { |
| 241 | (new AMessage(kWhatPrepare, id()))->post(); |
| 242 | } |
| 243 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 244 | void NuPlayer::setVideoSurfaceTextureAsync( |
Andy McFadden | 8ba0102 | 2012-12-18 09:46:54 -0800 | [diff] [blame] | 245 | const sp<IGraphicBufferProducer> &bufferProducer) { |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 246 | sp<AMessage> msg = new AMessage(kWhatSetVideoNativeWindow, id()); |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 247 | |
Andy McFadden | 8ba0102 | 2012-12-18 09:46:54 -0800 | [diff] [blame] | 248 | if (bufferProducer == NULL) { |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 249 | msg->setObject("native-window", NULL); |
| 250 | } else { |
| 251 | msg->setObject( |
| 252 | "native-window", |
| 253 | new NativeWindowWrapper( |
Mathias Agopian | 1a2952a | 2013-02-14 17:11:27 -0800 | [diff] [blame] | 254 | new Surface(bufferProducer))); |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 255 | } |
| 256 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 257 | msg->post(); |
| 258 | } |
| 259 | |
| 260 | void NuPlayer::setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink) { |
| 261 | sp<AMessage> msg = new AMessage(kWhatSetAudioSink, id()); |
| 262 | msg->setObject("sink", sink); |
| 263 | msg->post(); |
| 264 | } |
| 265 | |
| 266 | void NuPlayer::start() { |
| 267 | (new AMessage(kWhatStart, id()))->post(); |
| 268 | } |
| 269 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 270 | void NuPlayer::pause() { |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 271 | (new AMessage(kWhatPause, id()))->post(); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 272 | } |
| 273 | |
| 274 | void NuPlayer::resume() { |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 275 | (new AMessage(kWhatResume, id()))->post(); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 276 | } |
| 277 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 278 | void NuPlayer::resetAsync() { |
| 279 | (new AMessage(kWhatReset, id()))->post(); |
| 280 | } |
| 281 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 282 | void NuPlayer::seekToAsync(int64_t seekTimeUs) { |
| 283 | sp<AMessage> msg = new AMessage(kWhatSeek, id()); |
| 284 | msg->setInt64("seekTimeUs", seekTimeUs); |
| 285 | msg->post(); |
| 286 | } |
| 287 | |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 288 | // static |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 289 | bool NuPlayer::IsFlushingState(FlushStatus state, bool *needShutdown) { |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 290 | switch (state) { |
| 291 | case FLUSHING_DECODER: |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 292 | if (needShutdown != NULL) { |
| 293 | *needShutdown = false; |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 294 | } |
| 295 | return true; |
| 296 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 297 | case FLUSHING_DECODER_SHUTDOWN: |
| 298 | if (needShutdown != NULL) { |
| 299 | *needShutdown = true; |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 300 | } |
| 301 | return true; |
| 302 | |
| 303 | default: |
| 304 | return false; |
| 305 | } |
| 306 | } |
| 307 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 308 | void NuPlayer::writeTrackInfo( |
| 309 | Parcel* reply, const sp<AMessage> format) const { |
| 310 | int32_t trackType; |
| 311 | CHECK(format->findInt32("type", &trackType)); |
| 312 | |
| 313 | AString lang; |
| 314 | CHECK(format->findString("language", &lang)); |
| 315 | |
| 316 | reply->writeInt32(2); // write something non-zero |
| 317 | reply->writeInt32(trackType); |
| 318 | reply->writeString16(String16(lang.c_str())); |
| 319 | |
| 320 | if (trackType == MEDIA_TRACK_TYPE_SUBTITLE) { |
| 321 | AString mime; |
| 322 | CHECK(format->findString("mime", &mime)); |
| 323 | |
| 324 | int32_t isAuto, isDefault, isForced; |
| 325 | CHECK(format->findInt32("auto", &isAuto)); |
| 326 | CHECK(format->findInt32("default", &isDefault)); |
| 327 | CHECK(format->findInt32("forced", &isForced)); |
| 328 | |
| 329 | reply->writeString16(String16(mime.c_str())); |
| 330 | reply->writeInt32(isAuto); |
| 331 | reply->writeInt32(isDefault); |
| 332 | reply->writeInt32(isForced); |
| 333 | } |
| 334 | } |
| 335 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 336 | void NuPlayer::onMessageReceived(const sp<AMessage> &msg) { |
| 337 | switch (msg->what()) { |
| 338 | case kWhatSetDataSource: |
| 339 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 340 | ALOGV("kWhatSetDataSource"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 341 | |
| 342 | CHECK(mSource == NULL); |
| 343 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 344 | sp<RefBase> obj; |
| 345 | CHECK(msg->findObject("source", &obj)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 346 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 347 | mSource = static_cast<Source *>(obj.get()); |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 348 | |
| 349 | looper()->registerHandler(mSource); |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 350 | |
| 351 | CHECK(mDriver != NULL); |
| 352 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 353 | if (driver != NULL) { |
| 354 | driver->notifySetDataSourceCompleted(OK); |
| 355 | } |
| 356 | break; |
| 357 | } |
| 358 | |
| 359 | case kWhatPrepare: |
| 360 | { |
| 361 | mSource->prepareAsync(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 362 | break; |
| 363 | } |
| 364 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 365 | case kWhatGetTrackInfo: |
| 366 | { |
| 367 | uint32_t replyID; |
| 368 | CHECK(msg->senderAwaitsResponse(&replyID)); |
| 369 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 370 | Parcel* reply; |
| 371 | CHECK(msg->findPointer("reply", (void**)&reply)); |
| 372 | |
| 373 | size_t inbandTracks = 0; |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 374 | if (mSource != NULL) { |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 375 | inbandTracks = mSource->getTrackCount(); |
| 376 | } |
| 377 | |
| 378 | // total track count |
| 379 | reply->writeInt32(inbandTracks); |
| 380 | |
| 381 | // write inband tracks |
| 382 | for (size_t i = 0; i < inbandTracks; ++i) { |
| 383 | writeTrackInfo(reply, mSource->getTrackInfo(i)); |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 384 | } |
| 385 | |
| 386 | sp<AMessage> response = new AMessage; |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 387 | response->postReply(replyID); |
| 388 | break; |
| 389 | } |
| 390 | |
| 391 | case kWhatSelectTrack: |
| 392 | { |
| 393 | uint32_t replyID; |
| 394 | CHECK(msg->senderAwaitsResponse(&replyID)); |
| 395 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 396 | size_t trackIndex; |
| 397 | int32_t select; |
| 398 | CHECK(msg->findSize("trackIndex", &trackIndex)); |
| 399 | CHECK(msg->findInt32("select", &select)); |
| 400 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 401 | status_t err = INVALID_OPERATION; |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 402 | |
| 403 | size_t inbandTracks = 0; |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 404 | if (mSource != NULL) { |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 405 | inbandTracks = mSource->getTrackCount(); |
| 406 | } |
| 407 | |
| 408 | if (trackIndex < inbandTracks) { |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 409 | err = mSource->selectTrack(trackIndex, select); |
| 410 | } |
| 411 | |
| 412 | sp<AMessage> response = new AMessage; |
| 413 | response->setInt32("err", err); |
| 414 | |
| 415 | response->postReply(replyID); |
| 416 | break; |
| 417 | } |
| 418 | |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 419 | case kWhatPollDuration: |
| 420 | { |
| 421 | int32_t generation; |
| 422 | CHECK(msg->findInt32("generation", &generation)); |
| 423 | |
| 424 | if (generation != mPollDurationGeneration) { |
| 425 | // stale |
| 426 | break; |
| 427 | } |
| 428 | |
| 429 | int64_t durationUs; |
| 430 | if (mDriver != NULL && mSource->getDuration(&durationUs) == OK) { |
| 431 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 432 | if (driver != NULL) { |
| 433 | driver->notifyDuration(durationUs); |
| 434 | } |
| 435 | } |
| 436 | |
| 437 | msg->post(1000000ll); // poll again in a second. |
| 438 | break; |
| 439 | } |
| 440 | |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 441 | case kWhatSetVideoNativeWindow: |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 442 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 443 | ALOGV("kWhatSetVideoNativeWindow"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 444 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 445 | mDeferredActions.push_back( |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 446 | new ShutdownDecoderAction( |
| 447 | false /* audio */, true /* video */)); |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 448 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 449 | sp<RefBase> obj; |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 450 | CHECK(msg->findObject("native-window", &obj)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 451 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 452 | mDeferredActions.push_back( |
| 453 | new SetSurfaceAction( |
| 454 | static_cast<NativeWindowWrapper *>(obj.get()))); |
James Dong | 0d268a3 | 2012-08-31 12:18:27 -0700 | [diff] [blame] | 455 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 456 | if (obj != NULL) { |
| 457 | // If there is a new surface texture, instantiate decoders |
| 458 | // again if possible. |
| 459 | mDeferredActions.push_back( |
| 460 | new SimpleAction(&NuPlayer::performScanSources)); |
| 461 | } |
| 462 | |
| 463 | processDeferredActions(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 464 | break; |
| 465 | } |
| 466 | |
| 467 | case kWhatSetAudioSink: |
| 468 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 469 | ALOGV("kWhatSetAudioSink"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 470 | |
| 471 | sp<RefBase> obj; |
| 472 | CHECK(msg->findObject("sink", &obj)); |
| 473 | |
| 474 | mAudioSink = static_cast<MediaPlayerBase::AudioSink *>(obj.get()); |
| 475 | break; |
| 476 | } |
| 477 | |
| 478 | case kWhatStart: |
| 479 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 480 | ALOGV("kWhatStart"); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 481 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 482 | mVideoIsAVC = false; |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 483 | mAudioEOS = false; |
| 484 | mVideoEOS = false; |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 485 | mSkipRenderingAudioUntilMediaTimeUs = -1; |
| 486 | mSkipRenderingVideoUntilMediaTimeUs = -1; |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 487 | mVideoLateByUs = 0; |
| 488 | mNumFramesTotal = 0; |
| 489 | mNumFramesDropped = 0; |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 490 | mStarted = true; |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 491 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 492 | mSource->start(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 493 | |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 494 | uint32_t flags = 0; |
| 495 | |
| 496 | if (mSource->isRealTime()) { |
| 497 | flags |= Renderer::FLAG_REAL_TIME; |
| 498 | } |
| 499 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 500 | mRenderer = new Renderer( |
| 501 | mAudioSink, |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 502 | new AMessage(kWhatRendererNotify, id()), |
| 503 | flags); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 504 | |
| 505 | looper()->registerHandler(mRenderer); |
| 506 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 507 | postScanSources(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 508 | break; |
| 509 | } |
| 510 | |
| 511 | case kWhatScanSources: |
| 512 | { |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 513 | int32_t generation; |
| 514 | CHECK(msg->findInt32("generation", &generation)); |
| 515 | if (generation != mScanSourcesGeneration) { |
| 516 | // Drop obsolete msg. |
| 517 | break; |
| 518 | } |
| 519 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 520 | mScanSourcesPending = false; |
| 521 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 522 | ALOGV("scanning sources haveAudio=%d, haveVideo=%d", |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 523 | mAudioDecoder != NULL, mVideoDecoder != NULL); |
| 524 | |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 525 | bool mHadAnySourcesBefore = |
| 526 | (mAudioDecoder != NULL) || (mVideoDecoder != NULL); |
| 527 | |
Haynes Mathew George | 5d246ef | 2012-07-09 10:36:57 -0700 | [diff] [blame] | 528 | if (mNativeWindow != NULL) { |
| 529 | instantiateDecoder(false, &mVideoDecoder); |
| 530 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 531 | |
| 532 | if (mAudioSink != NULL) { |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 533 | instantiateDecoder(true, &mAudioDecoder); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 534 | } |
| 535 | |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 536 | if (!mHadAnySourcesBefore |
| 537 | && (mAudioDecoder != NULL || mVideoDecoder != NULL)) { |
| 538 | // This is the first time we've found anything playable. |
| 539 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 540 | if (mSourceFlags & Source::FLAG_DYNAMIC_DURATION) { |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 541 | schedulePollDuration(); |
| 542 | } |
| 543 | } |
| 544 | |
Andreas Huber | eac68ba | 2011-09-27 12:12:25 -0700 | [diff] [blame] | 545 | status_t err; |
| 546 | if ((err = mSource->feedMoreTSData()) != OK) { |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 547 | if (mAudioDecoder == NULL && mVideoDecoder == NULL) { |
| 548 | // We're not currently decoding anything (no audio or |
| 549 | // video tracks found) and we just ran out of input data. |
Andreas Huber | eac68ba | 2011-09-27 12:12:25 -0700 | [diff] [blame] | 550 | |
| 551 | if (err == ERROR_END_OF_STREAM) { |
| 552 | notifyListener(MEDIA_PLAYBACK_COMPLETE, 0, 0); |
| 553 | } else { |
| 554 | notifyListener(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, err); |
| 555 | } |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 556 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 557 | break; |
| 558 | } |
| 559 | |
Andreas Huber | fbe9d81 | 2012-08-31 14:05:27 -0700 | [diff] [blame] | 560 | if ((mAudioDecoder == NULL && mAudioSink != NULL) |
| 561 | || (mVideoDecoder == NULL && mNativeWindow != NULL)) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 562 | msg->post(100000ll); |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 563 | mScanSourcesPending = true; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 564 | } |
| 565 | break; |
| 566 | } |
| 567 | |
| 568 | case kWhatVideoNotify: |
| 569 | case kWhatAudioNotify: |
| 570 | { |
| 571 | bool audio = msg->what() == kWhatAudioNotify; |
| 572 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 573 | int32_t what; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 574 | CHECK(msg->findInt32("what", &what)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 575 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 576 | if (what == Decoder::kWhatFillThisBuffer) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 577 | status_t err = feedDecoderInputData( |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 578 | audio, msg); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 579 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 580 | if (err == -EWOULDBLOCK) { |
Andreas Huber | eac68ba | 2011-09-27 12:12:25 -0700 | [diff] [blame] | 581 | if (mSource->feedMoreTSData() == OK) { |
Andreas Huber | 1183a4a | 2011-11-03 11:00:21 -0700 | [diff] [blame] | 582 | msg->post(10000ll); |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 583 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 584 | } |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 585 | } else if (what == Decoder::kWhatEOS) { |
Andreas Huber | dc9bacd | 2011-09-26 10:53:29 -0700 | [diff] [blame] | 586 | int32_t err; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 587 | CHECK(msg->findInt32("err", &err)); |
Andreas Huber | dc9bacd | 2011-09-26 10:53:29 -0700 | [diff] [blame] | 588 | |
| 589 | if (err == ERROR_END_OF_STREAM) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 590 | ALOGV("got %s decoder EOS", audio ? "audio" : "video"); |
Andreas Huber | dc9bacd | 2011-09-26 10:53:29 -0700 | [diff] [blame] | 591 | } else { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 592 | ALOGV("got %s decoder EOS w/ error %d", |
Andreas Huber | dc9bacd | 2011-09-26 10:53:29 -0700 | [diff] [blame] | 593 | audio ? "audio" : "video", |
| 594 | err); |
| 595 | } |
| 596 | |
| 597 | mRenderer->queueEOS(audio, err); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 598 | } else if (what == Decoder::kWhatFlushCompleted) { |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 599 | bool needShutdown; |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 600 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 601 | if (audio) { |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 602 | CHECK(IsFlushingState(mFlushingAudio, &needShutdown)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 603 | mFlushingAudio = FLUSHED; |
| 604 | } else { |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 605 | CHECK(IsFlushingState(mFlushingVideo, &needShutdown)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 606 | mFlushingVideo = FLUSHED; |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 607 | |
| 608 | mVideoLateByUs = 0; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 609 | } |
| 610 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 611 | ALOGV("decoder %s flush completed", audio ? "audio" : "video"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 612 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 613 | if (needShutdown) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 614 | ALOGV("initiating %s decoder shutdown", |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 615 | audio ? "audio" : "video"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 616 | |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 617 | (audio ? mAudioDecoder : mVideoDecoder)->initiateShutdown(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 618 | |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 619 | if (audio) { |
| 620 | mFlushingAudio = SHUTTING_DOWN_DECODER; |
| 621 | } else { |
| 622 | mFlushingVideo = SHUTTING_DOWN_DECODER; |
| 623 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 624 | } |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 625 | |
| 626 | finishFlushIfPossible(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 627 | } else if (what == Decoder::kWhatOutputFormatChanged) { |
| 628 | sp<AMessage> format; |
| 629 | CHECK(msg->findMessage("format", &format)); |
| 630 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 631 | if (audio) { |
| 632 | int32_t numChannels; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 633 | CHECK(format->findInt32( |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 634 | "channel-count", &numChannels)); |
Andreas Huber | 2c2814b | 2010-12-15 17:18:20 -0800 | [diff] [blame] | 635 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 636 | int32_t sampleRate; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 637 | CHECK(format->findInt32("sample-rate", &sampleRate)); |
Andreas Huber | 2c2814b | 2010-12-15 17:18:20 -0800 | [diff] [blame] | 638 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 639 | ALOGV("Audio output format changed to %d Hz, %d channels", |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 640 | sampleRate, numChannels); |
Andreas Huber | 2c2814b | 2010-12-15 17:18:20 -0800 | [diff] [blame] | 641 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 642 | mAudioSink->close(); |
Eric Laurent | 1948eb3 | 2012-04-13 16:50:19 -0700 | [diff] [blame] | 643 | |
| 644 | audio_output_flags_t flags; |
| 645 | int64_t durationUs; |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 646 | // FIXME: we should handle the case where the video decoder |
| 647 | // is created after we receive the format change indication. |
| 648 | // Current code will just make that we select deep buffer |
| 649 | // with video which should not be a problem as it should |
Eric Laurent | 1948eb3 | 2012-04-13 16:50:19 -0700 | [diff] [blame] | 650 | // not prevent from keeping A/V sync. |
| 651 | if (mVideoDecoder == NULL && |
| 652 | mSource->getDuration(&durationUs) == OK && |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 653 | durationUs |
| 654 | > AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US) { |
Eric Laurent | 1948eb3 | 2012-04-13 16:50:19 -0700 | [diff] [blame] | 655 | flags = AUDIO_OUTPUT_FLAG_DEEP_BUFFER; |
| 656 | } else { |
| 657 | flags = AUDIO_OUTPUT_FLAG_NONE; |
| 658 | } |
| 659 | |
Andreas Huber | 9806555 | 2012-05-03 11:33:01 -0700 | [diff] [blame] | 660 | int32_t channelMask; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 661 | if (!format->findInt32("channel-mask", &channelMask)) { |
Andreas Huber | 9806555 | 2012-05-03 11:33:01 -0700 | [diff] [blame] | 662 | channelMask = CHANNEL_MASK_USE_CHANNEL_ORDER; |
| 663 | } |
| 664 | |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 665 | CHECK_EQ(mAudioSink->open( |
| 666 | sampleRate, |
| 667 | numChannels, |
Andreas Huber | 9806555 | 2012-05-03 11:33:01 -0700 | [diff] [blame] | 668 | (audio_channel_mask_t)channelMask, |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 669 | AUDIO_FORMAT_PCM_16_BIT, |
Eric Laurent | 1948eb3 | 2012-04-13 16:50:19 -0700 | [diff] [blame] | 670 | 8 /* bufferCount */, |
| 671 | NULL, |
| 672 | NULL, |
| 673 | flags), |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 674 | (status_t)OK); |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 675 | mAudioSink->start(); |
Andreas Huber | 2c2814b | 2010-12-15 17:18:20 -0800 | [diff] [blame] | 676 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 677 | mRenderer->signalAudioSinkChanged(); |
| 678 | } else { |
| 679 | // video |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 680 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 681 | int32_t width, height; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 682 | CHECK(format->findInt32("width", &width)); |
| 683 | CHECK(format->findInt32("height", &height)); |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 684 | |
| 685 | int32_t cropLeft, cropTop, cropRight, cropBottom; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 686 | CHECK(format->findRect( |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 687 | "crop", |
| 688 | &cropLeft, &cropTop, &cropRight, &cropBottom)); |
| 689 | |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 690 | int32_t displayWidth = cropRight - cropLeft + 1; |
| 691 | int32_t displayHeight = cropBottom - cropTop + 1; |
| 692 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 693 | ALOGV("Video output format changed to %d x %d " |
Andreas Huber | cb67cd1 | 2011-08-26 16:02:19 -0700 | [diff] [blame] | 694 | "(crop: %d x %d @ (%d, %d))", |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 695 | width, height, |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 696 | displayWidth, |
| 697 | displayHeight, |
Andreas Huber | cb67cd1 | 2011-08-26 16:02:19 -0700 | [diff] [blame] | 698 | cropLeft, cropTop); |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 699 | |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 700 | sp<AMessage> videoInputFormat = |
| 701 | mSource->getFormat(false /* audio */); |
| 702 | |
| 703 | // Take into account sample aspect ratio if necessary: |
| 704 | int32_t sarWidth, sarHeight; |
| 705 | if (videoInputFormat->findInt32("sar-width", &sarWidth) |
| 706 | && videoInputFormat->findInt32( |
| 707 | "sar-height", &sarHeight)) { |
| 708 | ALOGV("Sample aspect ratio %d : %d", |
| 709 | sarWidth, sarHeight); |
| 710 | |
| 711 | displayWidth = (displayWidth * sarWidth) / sarHeight; |
| 712 | |
| 713 | ALOGV("display dimensions %d x %d", |
| 714 | displayWidth, displayHeight); |
| 715 | } |
| 716 | |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 717 | notifyListener( |
Andreas Huber | 516dacf | 2012-12-03 15:20:40 -0800 | [diff] [blame] | 718 | MEDIA_SET_VIDEO_SIZE, displayWidth, displayHeight); |
Andreas Huber | 31e2508 | 2011-01-10 10:38:31 -0800 | [diff] [blame] | 719 | } |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 720 | } else if (what == Decoder::kWhatShutdownCompleted) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 721 | ALOGV("%s shutdown completed", audio ? "audio" : "video"); |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 722 | if (audio) { |
| 723 | mAudioDecoder.clear(); |
| 724 | |
| 725 | CHECK_EQ((int)mFlushingAudio, (int)SHUTTING_DOWN_DECODER); |
| 726 | mFlushingAudio = SHUT_DOWN; |
| 727 | } else { |
| 728 | mVideoDecoder.clear(); |
| 729 | |
| 730 | CHECK_EQ((int)mFlushingVideo, (int)SHUTTING_DOWN_DECODER); |
| 731 | mFlushingVideo = SHUT_DOWN; |
| 732 | } |
| 733 | |
| 734 | finishFlushIfPossible(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 735 | } else if (what == Decoder::kWhatError) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 736 | ALOGE("Received error from %s decoder, aborting playback.", |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 737 | audio ? "audio" : "video"); |
| 738 | |
| 739 | mRenderer->queueEOS(audio, UNKNOWN_ERROR); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 740 | } else if (what == Decoder::kWhatDrainThisBuffer) { |
| 741 | renderBuffer(audio, msg); |
| 742 | } else { |
| 743 | ALOGV("Unhandled decoder notification %d '%c%c%c%c'.", |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 744 | what, |
| 745 | what >> 24, |
| 746 | (what >> 16) & 0xff, |
| 747 | (what >> 8) & 0xff, |
| 748 | what & 0xff); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 749 | } |
| 750 | |
| 751 | break; |
| 752 | } |
| 753 | |
| 754 | case kWhatRendererNotify: |
| 755 | { |
| 756 | int32_t what; |
| 757 | CHECK(msg->findInt32("what", &what)); |
| 758 | |
| 759 | if (what == Renderer::kWhatEOS) { |
| 760 | int32_t audio; |
| 761 | CHECK(msg->findInt32("audio", &audio)); |
| 762 | |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 763 | int32_t finalResult; |
| 764 | CHECK(msg->findInt32("finalResult", &finalResult)); |
| 765 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 766 | if (audio) { |
| 767 | mAudioEOS = true; |
| 768 | } else { |
| 769 | mVideoEOS = true; |
| 770 | } |
| 771 | |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 772 | if (finalResult == ERROR_END_OF_STREAM) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 773 | ALOGV("reached %s EOS", audio ? "audio" : "video"); |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 774 | } else { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 775 | ALOGE("%s track encountered an error (%d)", |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 776 | audio ? "audio" : "video", finalResult); |
| 777 | |
| 778 | notifyListener( |
| 779 | MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, finalResult); |
| 780 | } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 781 | |
| 782 | if ((mAudioEOS || mAudioDecoder == NULL) |
| 783 | && (mVideoEOS || mVideoDecoder == NULL)) { |
| 784 | notifyListener(MEDIA_PLAYBACK_COMPLETE, 0, 0); |
| 785 | } |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 786 | } else if (what == Renderer::kWhatPosition) { |
| 787 | int64_t positionUs; |
| 788 | CHECK(msg->findInt64("positionUs", &positionUs)); |
| 789 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 790 | CHECK(msg->findInt64("videoLateByUs", &mVideoLateByUs)); |
| 791 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 792 | if (mDriver != NULL) { |
| 793 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 794 | if (driver != NULL) { |
| 795 | driver->notifyPosition(positionUs); |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 796 | |
| 797 | driver->notifyFrameStats( |
| 798 | mNumFramesTotal, mNumFramesDropped); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 799 | } |
| 800 | } |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 801 | } else if (what == Renderer::kWhatFlushComplete) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 802 | int32_t audio; |
| 803 | CHECK(msg->findInt32("audio", &audio)); |
| 804 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 805 | ALOGV("renderer %s flush completed.", audio ? "audio" : "video"); |
James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 806 | } else if (what == Renderer::kWhatVideoRenderingStart) { |
| 807 | notifyListener(MEDIA_INFO, MEDIA_INFO_RENDERING_START, 0); |
Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 808 | } else if (what == Renderer::kWhatMediaRenderingStart) { |
| 809 | ALOGV("media rendering started"); |
| 810 | notifyListener(MEDIA_STARTED, 0, 0); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 811 | } |
| 812 | break; |
| 813 | } |
| 814 | |
| 815 | case kWhatMoreDataQueued: |
| 816 | { |
| 817 | break; |
| 818 | } |
| 819 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 820 | case kWhatReset: |
| 821 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 822 | ALOGV("kWhatReset"); |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 823 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 824 | mDeferredActions.push_back( |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 825 | new ShutdownDecoderAction( |
| 826 | true /* audio */, true /* video */)); |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 827 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 828 | mDeferredActions.push_back( |
| 829 | new SimpleAction(&NuPlayer::performReset)); |
Andreas Huber | b58ce9f | 2011-11-28 16:27:35 -0800 | [diff] [blame] | 830 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 831 | processDeferredActions(); |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 832 | break; |
| 833 | } |
| 834 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 835 | case kWhatSeek: |
| 836 | { |
| 837 | int64_t seekTimeUs; |
| 838 | CHECK(msg->findInt64("seekTimeUs", &seekTimeUs)); |
| 839 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 840 | ALOGV("kWhatSeek seekTimeUs=%lld us", seekTimeUs); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 841 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 842 | mDeferredActions.push_back( |
| 843 | new SimpleAction(&NuPlayer::performDecoderFlush)); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 844 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 845 | mDeferredActions.push_back(new SeekAction(seekTimeUs)); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 846 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 847 | processDeferredActions(); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 848 | break; |
| 849 | } |
| 850 | |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 851 | case kWhatPause: |
| 852 | { |
| 853 | CHECK(mRenderer != NULL); |
Roger Jönsson | fba60da | 2013-01-21 17:15:45 +0100 | [diff] [blame] | 854 | mSource->pause(); |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 855 | mRenderer->pause(); |
| 856 | break; |
| 857 | } |
| 858 | |
| 859 | case kWhatResume: |
| 860 | { |
| 861 | CHECK(mRenderer != NULL); |
Roger Jönsson | fba60da | 2013-01-21 17:15:45 +0100 | [diff] [blame] | 862 | mSource->resume(); |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 863 | mRenderer->resume(); |
| 864 | break; |
| 865 | } |
| 866 | |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 867 | case kWhatSourceNotify: |
| 868 | { |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 869 | onSourceNotify(msg); |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 870 | break; |
| 871 | } |
| 872 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 873 | default: |
| 874 | TRESPASS(); |
| 875 | break; |
| 876 | } |
| 877 | } |
| 878 | |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 879 | void NuPlayer::finishFlushIfPossible() { |
| 880 | if (mFlushingAudio != FLUSHED && mFlushingAudio != SHUT_DOWN) { |
| 881 | return; |
| 882 | } |
| 883 | |
| 884 | if (mFlushingVideo != FLUSHED && mFlushingVideo != SHUT_DOWN) { |
| 885 | return; |
| 886 | } |
| 887 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 888 | ALOGV("both audio and video are flushed now."); |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 889 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 890 | if (mTimeDiscontinuityPending) { |
| 891 | mRenderer->signalTimeDiscontinuity(); |
| 892 | mTimeDiscontinuityPending = false; |
| 893 | } |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 894 | |
Andreas Huber | 22fc52f | 2011-01-05 16:24:27 -0800 | [diff] [blame] | 895 | if (mAudioDecoder != NULL) { |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 896 | mAudioDecoder->signalResume(); |
| 897 | } |
| 898 | |
Andreas Huber | 22fc52f | 2011-01-05 16:24:27 -0800 | [diff] [blame] | 899 | if (mVideoDecoder != NULL) { |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 900 | mVideoDecoder->signalResume(); |
| 901 | } |
| 902 | |
| 903 | mFlushingAudio = NONE; |
| 904 | mFlushingVideo = NONE; |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 905 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 906 | processDeferredActions(); |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 907 | } |
| 908 | |
| 909 | void NuPlayer::postScanSources() { |
| 910 | if (mScanSourcesPending) { |
| 911 | return; |
| 912 | } |
| 913 | |
| 914 | sp<AMessage> msg = new AMessage(kWhatScanSources, id()); |
| 915 | msg->setInt32("generation", mScanSourcesGeneration); |
| 916 | msg->post(); |
| 917 | |
| 918 | mScanSourcesPending = true; |
| 919 | } |
| 920 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 921 | status_t NuPlayer::instantiateDecoder(bool audio, sp<Decoder> *decoder) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 922 | if (*decoder != NULL) { |
| 923 | return OK; |
| 924 | } |
| 925 | |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 926 | sp<AMessage> format = mSource->getFormat(audio); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 927 | |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 928 | if (format == NULL) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 929 | return -EWOULDBLOCK; |
| 930 | } |
| 931 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 932 | if (!audio) { |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 933 | AString mime; |
| 934 | CHECK(format->findString("mime", &mime)); |
| 935 | mVideoIsAVC = !strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime.c_str()); |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 936 | } |
| 937 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 938 | sp<AMessage> notify = |
| 939 | new AMessage(audio ? kWhatAudioNotify : kWhatVideoNotify, |
| 940 | id()); |
| 941 | |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 942 | *decoder = audio ? new Decoder(notify) : |
| 943 | new Decoder(notify, mNativeWindow); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 944 | (*decoder)->init(); |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 945 | (*decoder)->configure(format); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 946 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 947 | return OK; |
| 948 | } |
| 949 | |
| 950 | status_t NuPlayer::feedDecoderInputData(bool audio, const sp<AMessage> &msg) { |
| 951 | sp<AMessage> reply; |
| 952 | CHECK(msg->findMessage("reply", &reply)); |
| 953 | |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 954 | if ((audio && IsFlushingState(mFlushingAudio)) |
| 955 | || (!audio && IsFlushingState(mFlushingVideo))) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 956 | reply->setInt32("err", INFO_DISCONTINUITY); |
| 957 | reply->post(); |
| 958 | return OK; |
| 959 | } |
| 960 | |
| 961 | sp<ABuffer> accessUnit; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 962 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 963 | bool dropAccessUnit; |
| 964 | do { |
| 965 | status_t err = mSource->dequeueAccessUnit(audio, &accessUnit); |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 966 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 967 | if (err == -EWOULDBLOCK) { |
| 968 | return err; |
| 969 | } else if (err != OK) { |
| 970 | if (err == INFO_DISCONTINUITY) { |
| 971 | int32_t type; |
| 972 | CHECK(accessUnit->meta()->findInt32("discontinuity", &type)); |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 973 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 974 | bool formatChange = |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 975 | (audio && |
| 976 | (type & ATSParser::DISCONTINUITY_AUDIO_FORMAT)) |
| 977 | || (!audio && |
| 978 | (type & ATSParser::DISCONTINUITY_VIDEO_FORMAT)); |
Andreas Huber | 53df1a4 | 2010-12-22 10:03:04 -0800 | [diff] [blame] | 979 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 980 | bool timeChange = (type & ATSParser::DISCONTINUITY_TIME) != 0; |
| 981 | |
Steve Block | df64d15 | 2012-01-04 20:05:49 +0000 | [diff] [blame] | 982 | ALOGI("%s discontinuity (formatChange=%d, time=%d)", |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 983 | audio ? "audio" : "video", formatChange, timeChange); |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 984 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 985 | if (audio) { |
| 986 | mSkipRenderingAudioUntilMediaTimeUs = -1; |
| 987 | } else { |
| 988 | mSkipRenderingVideoUntilMediaTimeUs = -1; |
| 989 | } |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 990 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 991 | if (timeChange) { |
| 992 | sp<AMessage> extra; |
| 993 | if (accessUnit->meta()->findMessage("extra", &extra) |
| 994 | && extra != NULL) { |
| 995 | int64_t resumeAtMediaTimeUs; |
| 996 | if (extra->findInt64( |
| 997 | "resume-at-mediatimeUs", &resumeAtMediaTimeUs)) { |
Steve Block | df64d15 | 2012-01-04 20:05:49 +0000 | [diff] [blame] | 998 | ALOGI("suppressing rendering of %s until %lld us", |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 999 | audio ? "audio" : "video", resumeAtMediaTimeUs); |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 1000 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 1001 | if (audio) { |
| 1002 | mSkipRenderingAudioUntilMediaTimeUs = |
| 1003 | resumeAtMediaTimeUs; |
| 1004 | } else { |
| 1005 | mSkipRenderingVideoUntilMediaTimeUs = |
| 1006 | resumeAtMediaTimeUs; |
| 1007 | } |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 1008 | } |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 1009 | } |
| 1010 | } |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 1011 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 1012 | mTimeDiscontinuityPending = |
| 1013 | mTimeDiscontinuityPending || timeChange; |
| 1014 | |
| 1015 | if (formatChange || timeChange) { |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1016 | if (mFlushingAudio == NONE && mFlushingVideo == NONE) { |
| 1017 | // And we'll resume scanning sources once we're done |
| 1018 | // flushing. |
| 1019 | mDeferredActions.push_front( |
| 1020 | new SimpleAction( |
| 1021 | &NuPlayer::performScanSources)); |
| 1022 | } |
| 1023 | |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 1024 | sp<AMessage> newFormat = mSource->getFormat(audio); |
| 1025 | sp<Decoder> &decoder = audio ? mAudioDecoder : mVideoDecoder; |
| 1026 | if (formatChange && !decoder->supportsSeamlessFormatChange(newFormat)) { |
| 1027 | flushDecoder(audio, /* needShutdown = */ true); |
| 1028 | } else { |
| 1029 | flushDecoder(audio, /* needShutdown = */ false); |
| 1030 | err = OK; |
| 1031 | } |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 1032 | } else { |
| 1033 | // This stream is unaffected by the discontinuity |
| 1034 | |
| 1035 | if (audio) { |
| 1036 | mFlushingAudio = FLUSHED; |
| 1037 | } else { |
| 1038 | mFlushingVideo = FLUSHED; |
| 1039 | } |
| 1040 | |
| 1041 | finishFlushIfPossible(); |
| 1042 | |
| 1043 | return -EWOULDBLOCK; |
| 1044 | } |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 1045 | } |
| 1046 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 1047 | reply->setInt32("err", err); |
| 1048 | reply->post(); |
| 1049 | return OK; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1050 | } |
| 1051 | |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 1052 | if (!audio) { |
| 1053 | ++mNumFramesTotal; |
| 1054 | } |
| 1055 | |
| 1056 | dropAccessUnit = false; |
| 1057 | if (!audio |
| 1058 | && mVideoLateByUs > 100000ll |
| 1059 | && mVideoIsAVC |
| 1060 | && !IsAVCReferenceFrame(accessUnit)) { |
| 1061 | dropAccessUnit = true; |
| 1062 | ++mNumFramesDropped; |
| 1063 | } |
| 1064 | } while (dropAccessUnit); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1065 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 1066 | // ALOGV("returned a valid buffer of %s data", audio ? "audio" : "video"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1067 | |
| 1068 | #if 0 |
| 1069 | int64_t mediaTimeUs; |
| 1070 | CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs)); |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 1071 | ALOGV("feeding %s input buffer at media time %.2f secs", |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1072 | audio ? "audio" : "video", |
| 1073 | mediaTimeUs / 1E6); |
| 1074 | #endif |
| 1075 | |
Andreas Huber | 2d8bedd | 2012-02-21 14:38:23 -0800 | [diff] [blame] | 1076 | reply->setBuffer("buffer", accessUnit); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1077 | reply->post(); |
| 1078 | |
| 1079 | return OK; |
| 1080 | } |
| 1081 | |
| 1082 | void NuPlayer::renderBuffer(bool audio, const sp<AMessage> &msg) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 1083 | // ALOGV("renderBuffer %s", audio ? "audio" : "video"); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1084 | |
| 1085 | sp<AMessage> reply; |
| 1086 | CHECK(msg->findMessage("reply", &reply)); |
| 1087 | |
Andreas Huber | 18ac540 | 2011-08-31 15:04:25 -0700 | [diff] [blame] | 1088 | if (IsFlushingState(audio ? mFlushingAudio : mFlushingVideo)) { |
| 1089 | // We're currently attempting to flush the decoder, in order |
| 1090 | // to complete this, the decoder wants all its buffers back, |
| 1091 | // so we don't want any output buffers it sent us (from before |
| 1092 | // we initiated the flush) to be stuck in the renderer's queue. |
| 1093 | |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 1094 | ALOGV("we're still flushing the %s decoder, sending its output buffer" |
Andreas Huber | 18ac540 | 2011-08-31 15:04:25 -0700 | [diff] [blame] | 1095 | " right back.", audio ? "audio" : "video"); |
| 1096 | |
| 1097 | reply->post(); |
| 1098 | return; |
| 1099 | } |
| 1100 | |
Andreas Huber | 2d8bedd | 2012-02-21 14:38:23 -0800 | [diff] [blame] | 1101 | sp<ABuffer> buffer; |
| 1102 | CHECK(msg->findBuffer("buffer", &buffer)); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1103 | |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 1104 | int64_t &skipUntilMediaTimeUs = |
| 1105 | audio |
| 1106 | ? mSkipRenderingAudioUntilMediaTimeUs |
| 1107 | : mSkipRenderingVideoUntilMediaTimeUs; |
| 1108 | |
| 1109 | if (skipUntilMediaTimeUs >= 0) { |
| 1110 | int64_t mediaTimeUs; |
| 1111 | CHECK(buffer->meta()->findInt64("timeUs", &mediaTimeUs)); |
| 1112 | |
| 1113 | if (mediaTimeUs < skipUntilMediaTimeUs) { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 1114 | ALOGV("dropping %s buffer at time %lld as requested.", |
Andreas Huber | 32f3cef | 2011-03-02 15:34:46 -0800 | [diff] [blame] | 1115 | audio ? "audio" : "video", |
| 1116 | mediaTimeUs); |
| 1117 | |
| 1118 | reply->post(); |
| 1119 | return; |
| 1120 | } |
| 1121 | |
| 1122 | skipUntilMediaTimeUs = -1; |
| 1123 | } |
| 1124 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1125 | mRenderer->queueBuffer(audio, buffer, reply); |
| 1126 | } |
| 1127 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1128 | void NuPlayer::notifyListener(int msg, int ext1, int ext2, const Parcel *in) { |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 1129 | if (mDriver == NULL) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1130 | return; |
| 1131 | } |
| 1132 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 1133 | sp<NuPlayerDriver> driver = mDriver.promote(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1134 | |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 1135 | if (driver == NULL) { |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1136 | return; |
| 1137 | } |
| 1138 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1139 | driver->notifyListener(msg, ext1, ext2, in); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1140 | } |
| 1141 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 1142 | void NuPlayer::flushDecoder(bool audio, bool needShutdown) { |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1143 | ALOGV("[%s] flushDecoder needShutdown=%d", |
| 1144 | audio ? "audio" : "video", needShutdown); |
| 1145 | |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 1146 | if ((audio && mAudioDecoder == NULL) || (!audio && mVideoDecoder == NULL)) { |
Steve Block | df64d15 | 2012-01-04 20:05:49 +0000 | [diff] [blame] | 1147 | ALOGI("flushDecoder %s without decoder present", |
Andreas Huber | 6e3d311 | 2011-11-28 12:36:11 -0800 | [diff] [blame] | 1148 | audio ? "audio" : "video"); |
| 1149 | } |
| 1150 | |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 1151 | // Make sure we don't continue to scan sources until we finish flushing. |
| 1152 | ++mScanSourcesGeneration; |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 1153 | mScanSourcesPending = false; |
Andreas Huber | 1aef211 | 2011-01-04 14:01:29 -0800 | [diff] [blame] | 1154 | |
| 1155 | (audio ? mAudioDecoder : mVideoDecoder)->signalFlush(); |
| 1156 | mRenderer->flush(audio); |
| 1157 | |
| 1158 | FlushStatus newStatus = |
| 1159 | needShutdown ? FLUSHING_DECODER_SHUTDOWN : FLUSHING_DECODER; |
| 1160 | |
| 1161 | if (audio) { |
| 1162 | CHECK(mFlushingAudio == NONE |
| 1163 | || mFlushingAudio == AWAITING_DISCONTINUITY); |
| 1164 | |
| 1165 | mFlushingAudio = newStatus; |
| 1166 | |
| 1167 | if (mFlushingVideo == NONE) { |
| 1168 | mFlushingVideo = (mVideoDecoder != NULL) |
| 1169 | ? AWAITING_DISCONTINUITY |
| 1170 | : FLUSHED; |
| 1171 | } |
| 1172 | } else { |
| 1173 | CHECK(mFlushingVideo == NONE |
| 1174 | || mFlushingVideo == AWAITING_DISCONTINUITY); |
| 1175 | |
| 1176 | mFlushingVideo = newStatus; |
| 1177 | |
| 1178 | if (mFlushingAudio == NONE) { |
| 1179 | mFlushingAudio = (mAudioDecoder != NULL) |
| 1180 | ? AWAITING_DISCONTINUITY |
| 1181 | : FLUSHED; |
| 1182 | } |
| 1183 | } |
| 1184 | } |
| 1185 | |
Andreas Huber | 8406678 | 2011-08-16 09:34:26 -0700 | [diff] [blame] | 1186 | sp<AMessage> NuPlayer::Source::getFormat(bool audio) { |
| 1187 | sp<MetaData> meta = getFormatMeta(audio); |
| 1188 | |
| 1189 | if (meta == NULL) { |
| 1190 | return NULL; |
| 1191 | } |
| 1192 | |
| 1193 | sp<AMessage> msg = new AMessage; |
| 1194 | |
| 1195 | if(convertMetaDataToMessage(meta, &msg) == OK) { |
| 1196 | return msg; |
| 1197 | } |
| 1198 | return NULL; |
| 1199 | } |
| 1200 | |
James Dong | 0d268a3 | 2012-08-31 12:18:27 -0700 | [diff] [blame] | 1201 | status_t NuPlayer::setVideoScalingMode(int32_t mode) { |
| 1202 | mVideoScalingMode = mode; |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 1203 | if (mNativeWindow != NULL) { |
James Dong | 0d268a3 | 2012-08-31 12:18:27 -0700 | [diff] [blame] | 1204 | status_t ret = native_window_set_scaling_mode( |
| 1205 | mNativeWindow->getNativeWindow().get(), mVideoScalingMode); |
| 1206 | if (ret != OK) { |
| 1207 | ALOGE("Failed to set scaling mode (%d): %s", |
| 1208 | -ret, strerror(-ret)); |
| 1209 | return ret; |
| 1210 | } |
| 1211 | } |
| 1212 | return OK; |
| 1213 | } |
| 1214 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1215 | status_t NuPlayer::getTrackInfo(Parcel* reply) const { |
| 1216 | sp<AMessage> msg = new AMessage(kWhatGetTrackInfo, id()); |
| 1217 | msg->setPointer("reply", reply); |
| 1218 | |
| 1219 | sp<AMessage> response; |
| 1220 | status_t err = msg->postAndAwaitResponse(&response); |
| 1221 | return err; |
| 1222 | } |
| 1223 | |
| 1224 | status_t NuPlayer::selectTrack(size_t trackIndex, bool select) { |
| 1225 | sp<AMessage> msg = new AMessage(kWhatSelectTrack, id()); |
| 1226 | msg->setSize("trackIndex", trackIndex); |
| 1227 | msg->setInt32("select", select); |
| 1228 | |
| 1229 | sp<AMessage> response; |
| 1230 | status_t err = msg->postAndAwaitResponse(&response); |
| 1231 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 1232 | if (err != OK) { |
| 1233 | return err; |
| 1234 | } |
| 1235 | |
| 1236 | if (!response->findInt32("err", &err)) { |
| 1237 | err = OK; |
| 1238 | } |
| 1239 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1240 | return err; |
| 1241 | } |
| 1242 | |
Andreas Huber | b7c8e91 | 2012-11-27 15:02:53 -0800 | [diff] [blame] | 1243 | void NuPlayer::schedulePollDuration() { |
| 1244 | sp<AMessage> msg = new AMessage(kWhatPollDuration, id()); |
| 1245 | msg->setInt32("generation", mPollDurationGeneration); |
| 1246 | msg->post(); |
| 1247 | } |
| 1248 | |
| 1249 | void NuPlayer::cancelPollDuration() { |
| 1250 | ++mPollDurationGeneration; |
| 1251 | } |
| 1252 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1253 | void NuPlayer::processDeferredActions() { |
| 1254 | while (!mDeferredActions.empty()) { |
| 1255 | // We won't execute any deferred actions until we're no longer in |
| 1256 | // an intermediate state, i.e. one more more decoders are currently |
| 1257 | // flushing or shutting down. |
| 1258 | |
| 1259 | if (mRenderer != NULL) { |
| 1260 | // There's an edge case where the renderer owns all output |
| 1261 | // buffers and is paused, therefore the decoder will not read |
| 1262 | // more input data and will never encounter the matching |
| 1263 | // discontinuity. To avoid this, we resume the renderer. |
| 1264 | |
| 1265 | if (mFlushingAudio == AWAITING_DISCONTINUITY |
| 1266 | || mFlushingVideo == AWAITING_DISCONTINUITY) { |
| 1267 | mRenderer->resume(); |
| 1268 | } |
| 1269 | } |
| 1270 | |
| 1271 | if (mFlushingAudio != NONE || mFlushingVideo != NONE) { |
| 1272 | // We're currently flushing, postpone the reset until that's |
| 1273 | // completed. |
| 1274 | |
| 1275 | ALOGV("postponing action mFlushingAudio=%d, mFlushingVideo=%d", |
| 1276 | mFlushingAudio, mFlushingVideo); |
| 1277 | |
| 1278 | break; |
| 1279 | } |
| 1280 | |
| 1281 | sp<Action> action = *mDeferredActions.begin(); |
| 1282 | mDeferredActions.erase(mDeferredActions.begin()); |
| 1283 | |
| 1284 | action->execute(this); |
| 1285 | } |
| 1286 | } |
| 1287 | |
| 1288 | void NuPlayer::performSeek(int64_t seekTimeUs) { |
| 1289 | ALOGV("performSeek seekTimeUs=%lld us (%.2f secs)", |
| 1290 | seekTimeUs, |
| 1291 | seekTimeUs / 1E6); |
| 1292 | |
| 1293 | mSource->seekTo(seekTimeUs); |
| 1294 | |
| 1295 | if (mDriver != NULL) { |
| 1296 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 1297 | if (driver != NULL) { |
| 1298 | driver->notifyPosition(seekTimeUs); |
| 1299 | driver->notifySeekComplete(); |
| 1300 | } |
| 1301 | } |
| 1302 | |
| 1303 | // everything's flushed, continue playback. |
| 1304 | } |
| 1305 | |
| 1306 | void NuPlayer::performDecoderFlush() { |
| 1307 | ALOGV("performDecoderFlush"); |
| 1308 | |
Andreas Huber | da9740e | 2013-04-16 10:54:03 -0700 | [diff] [blame] | 1309 | if (mAudioDecoder == NULL && mVideoDecoder == NULL) { |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1310 | return; |
| 1311 | } |
| 1312 | |
| 1313 | mTimeDiscontinuityPending = true; |
| 1314 | |
| 1315 | if (mAudioDecoder != NULL) { |
| 1316 | flushDecoder(true /* audio */, false /* needShutdown */); |
| 1317 | } |
| 1318 | |
| 1319 | if (mVideoDecoder != NULL) { |
| 1320 | flushDecoder(false /* audio */, false /* needShutdown */); |
| 1321 | } |
| 1322 | } |
| 1323 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1324 | void NuPlayer::performDecoderShutdown(bool audio, bool video) { |
| 1325 | ALOGV("performDecoderShutdown audio=%d, video=%d", audio, video); |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1326 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1327 | if ((!audio || mAudioDecoder == NULL) |
| 1328 | && (!video || mVideoDecoder == NULL)) { |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1329 | return; |
| 1330 | } |
| 1331 | |
| 1332 | mTimeDiscontinuityPending = true; |
| 1333 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1334 | if (mFlushingAudio == NONE && (!audio || mAudioDecoder == NULL)) { |
| 1335 | mFlushingAudio = FLUSHED; |
| 1336 | } |
| 1337 | |
| 1338 | if (mFlushingVideo == NONE && (!video || mVideoDecoder == NULL)) { |
| 1339 | mFlushingVideo = FLUSHED; |
| 1340 | } |
| 1341 | |
| 1342 | if (audio && mAudioDecoder != NULL) { |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1343 | flushDecoder(true /* audio */, true /* needShutdown */); |
| 1344 | } |
| 1345 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1346 | if (video && mVideoDecoder != NULL) { |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1347 | flushDecoder(false /* audio */, true /* needShutdown */); |
| 1348 | } |
| 1349 | } |
| 1350 | |
| 1351 | void NuPlayer::performReset() { |
| 1352 | ALOGV("performReset"); |
| 1353 | |
| 1354 | CHECK(mAudioDecoder == NULL); |
| 1355 | CHECK(mVideoDecoder == NULL); |
| 1356 | |
| 1357 | cancelPollDuration(); |
| 1358 | |
| 1359 | ++mScanSourcesGeneration; |
| 1360 | mScanSourcesPending = false; |
| 1361 | |
| 1362 | mRenderer.clear(); |
| 1363 | |
| 1364 | if (mSource != NULL) { |
| 1365 | mSource->stop(); |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 1366 | |
| 1367 | looper()->unregisterHandler(mSource->id()); |
| 1368 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1369 | mSource.clear(); |
| 1370 | } |
| 1371 | |
| 1372 | if (mDriver != NULL) { |
| 1373 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 1374 | if (driver != NULL) { |
| 1375 | driver->notifyResetComplete(); |
| 1376 | } |
| 1377 | } |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 1378 | |
| 1379 | mStarted = false; |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1380 | } |
| 1381 | |
| 1382 | void NuPlayer::performScanSources() { |
| 1383 | ALOGV("performScanSources"); |
| 1384 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 1385 | if (!mStarted) { |
| 1386 | return; |
| 1387 | } |
| 1388 | |
Andreas Huber | a1f8ab0 | 2012-11-30 10:53:22 -0800 | [diff] [blame] | 1389 | if (mAudioDecoder == NULL || mVideoDecoder == NULL) { |
| 1390 | postScanSources(); |
| 1391 | } |
| 1392 | } |
| 1393 | |
Andreas Huber | 57a339c | 2012-12-03 11:18:00 -0800 | [diff] [blame] | 1394 | void NuPlayer::performSetSurface(const sp<NativeWindowWrapper> &wrapper) { |
| 1395 | ALOGV("performSetSurface"); |
| 1396 | |
| 1397 | mNativeWindow = wrapper; |
| 1398 | |
| 1399 | // XXX - ignore error from setVideoScalingMode for now |
| 1400 | setVideoScalingMode(mVideoScalingMode); |
| 1401 | |
| 1402 | if (mDriver != NULL) { |
| 1403 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 1404 | if (driver != NULL) { |
| 1405 | driver->notifySetSurfaceComplete(); |
| 1406 | } |
| 1407 | } |
| 1408 | } |
| 1409 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1410 | void NuPlayer::onSourceNotify(const sp<AMessage> &msg) { |
| 1411 | int32_t what; |
| 1412 | CHECK(msg->findInt32("what", &what)); |
| 1413 | |
| 1414 | switch (what) { |
| 1415 | case Source::kWhatPrepared: |
| 1416 | { |
Andreas Huber | b5f28d4 | 2013-04-25 15:11:19 -0700 | [diff] [blame] | 1417 | if (mSource == NULL) { |
| 1418 | // This is a stale notification from a source that was |
| 1419 | // asynchronously preparing when the client called reset(). |
| 1420 | // We handled the reset, the source is gone. |
| 1421 | break; |
| 1422 | } |
| 1423 | |
Andreas Huber | ec0c597 | 2013-02-05 14:47:13 -0800 | [diff] [blame] | 1424 | int32_t err; |
| 1425 | CHECK(msg->findInt32("err", &err)); |
| 1426 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1427 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 1428 | if (driver != NULL) { |
Marco Nelissen | dd114d1 | 2014-05-28 15:23:14 -0700 | [diff] [blame] | 1429 | // notify duration first, so that it's definitely set when |
| 1430 | // the app received the "prepare complete" callback. |
| 1431 | int64_t durationUs; |
| 1432 | if (mSource->getDuration(&durationUs) == OK) { |
| 1433 | driver->notifyDuration(durationUs); |
| 1434 | } |
Andreas Huber | ec0c597 | 2013-02-05 14:47:13 -0800 | [diff] [blame] | 1435 | driver->notifyPrepareCompleted(err); |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1436 | } |
Andreas Huber | 9975940 | 2013-04-01 14:28:31 -0700 | [diff] [blame] | 1437 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1438 | break; |
| 1439 | } |
| 1440 | |
| 1441 | case Source::kWhatFlagsChanged: |
| 1442 | { |
| 1443 | uint32_t flags; |
| 1444 | CHECK(msg->findInt32("flags", (int32_t *)&flags)); |
| 1445 | |
Chong Zhang | 4b7069d | 2013-09-11 12:52:43 -0700 | [diff] [blame] | 1446 | sp<NuPlayerDriver> driver = mDriver.promote(); |
| 1447 | if (driver != NULL) { |
| 1448 | driver->notifyFlagsChanged(flags); |
| 1449 | } |
| 1450 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1451 | if ((mSourceFlags & Source::FLAG_DYNAMIC_DURATION) |
| 1452 | && (!(flags & Source::FLAG_DYNAMIC_DURATION))) { |
| 1453 | cancelPollDuration(); |
| 1454 | } else if (!(mSourceFlags & Source::FLAG_DYNAMIC_DURATION) |
| 1455 | && (flags & Source::FLAG_DYNAMIC_DURATION) |
| 1456 | && (mAudioDecoder != NULL || mVideoDecoder != NULL)) { |
| 1457 | schedulePollDuration(); |
| 1458 | } |
| 1459 | |
| 1460 | mSourceFlags = flags; |
| 1461 | break; |
| 1462 | } |
| 1463 | |
| 1464 | case Source::kWhatVideoSizeChanged: |
| 1465 | { |
| 1466 | int32_t width, height; |
| 1467 | CHECK(msg->findInt32("width", &width)); |
| 1468 | CHECK(msg->findInt32("height", &height)); |
| 1469 | |
| 1470 | notifyListener(MEDIA_SET_VIDEO_SIZE, width, height); |
| 1471 | break; |
| 1472 | } |
| 1473 | |
Roger Jönsson | b50e83e | 2013-01-21 16:26:41 +0100 | [diff] [blame] | 1474 | case Source::kWhatBufferingStart: |
| 1475 | { |
| 1476 | notifyListener(MEDIA_INFO, MEDIA_INFO_BUFFERING_START, 0); |
| 1477 | break; |
| 1478 | } |
| 1479 | |
| 1480 | case Source::kWhatBufferingEnd: |
| 1481 | { |
| 1482 | notifyListener(MEDIA_INFO, MEDIA_INFO_BUFFERING_END, 0); |
| 1483 | break; |
| 1484 | } |
| 1485 | |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1486 | case Source::kWhatSubtitleData: |
| 1487 | { |
| 1488 | sp<ABuffer> buffer; |
| 1489 | CHECK(msg->findBuffer("buffer", &buffer)); |
| 1490 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 1491 | sendSubtitleData(buffer, 0 /* baseIndex */); |
Chong Zhang | dcb89b3 | 2013-08-06 09:44:47 -0700 | [diff] [blame] | 1492 | break; |
| 1493 | } |
| 1494 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1495 | case Source::kWhatQueueDecoderShutdown: |
| 1496 | { |
| 1497 | int32_t audio, video; |
| 1498 | CHECK(msg->findInt32("audio", &audio)); |
| 1499 | CHECK(msg->findInt32("video", &video)); |
| 1500 | |
| 1501 | sp<AMessage> reply; |
| 1502 | CHECK(msg->findMessage("reply", &reply)); |
| 1503 | |
| 1504 | queueDecoderShutdown(audio, video, reply); |
| 1505 | break; |
| 1506 | } |
| 1507 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1508 | default: |
| 1509 | TRESPASS(); |
| 1510 | } |
| 1511 | } |
| 1512 | |
Chong Zhang | 404fced | 2014-06-11 14:45:31 -0700 | [diff] [blame^] | 1513 | void NuPlayer::sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex) { |
| 1514 | int32_t trackIndex; |
| 1515 | int64_t timeUs, durationUs; |
| 1516 | CHECK(buffer->meta()->findInt32("trackIndex", &trackIndex)); |
| 1517 | CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); |
| 1518 | CHECK(buffer->meta()->findInt64("durationUs", &durationUs)); |
| 1519 | |
| 1520 | Parcel in; |
| 1521 | in.writeInt32(trackIndex + baseIndex); |
| 1522 | in.writeInt64(timeUs); |
| 1523 | in.writeInt64(durationUs); |
| 1524 | in.writeInt32(buffer->size()); |
| 1525 | in.writeInt32(buffer->size()); |
| 1526 | in.write(buffer->data(), buffer->size()); |
| 1527 | |
| 1528 | notifyListener(MEDIA_SUBTITLE_DATA, 0, 0, &in); |
| 1529 | } |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 1530 | //////////////////////////////////////////////////////////////////////////////// |
| 1531 | |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1532 | void NuPlayer::Source::notifyFlagsChanged(uint32_t flags) { |
| 1533 | sp<AMessage> notify = dupNotify(); |
| 1534 | notify->setInt32("what", kWhatFlagsChanged); |
| 1535 | notify->setInt32("flags", flags); |
| 1536 | notify->post(); |
| 1537 | } |
| 1538 | |
| 1539 | void NuPlayer::Source::notifyVideoSizeChanged(int32_t width, int32_t height) { |
| 1540 | sp<AMessage> notify = dupNotify(); |
| 1541 | notify->setInt32("what", kWhatVideoSizeChanged); |
| 1542 | notify->setInt32("width", width); |
| 1543 | notify->setInt32("height", height); |
| 1544 | notify->post(); |
| 1545 | } |
| 1546 | |
Andreas Huber | ec0c597 | 2013-02-05 14:47:13 -0800 | [diff] [blame] | 1547 | void NuPlayer::Source::notifyPrepared(status_t err) { |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1548 | sp<AMessage> notify = dupNotify(); |
| 1549 | notify->setInt32("what", kWhatPrepared); |
Andreas Huber | ec0c597 | 2013-02-05 14:47:13 -0800 | [diff] [blame] | 1550 | notify->setInt32("err", err); |
Andreas Huber | 9575c96 | 2013-02-05 13:59:56 -0800 | [diff] [blame] | 1551 | notify->post(); |
| 1552 | } |
| 1553 | |
Andreas Huber | 84333e0 | 2014-02-07 15:36:10 -0800 | [diff] [blame] | 1554 | void NuPlayer::Source::onMessageReceived(const sp<AMessage> & /* msg */) { |
Andreas Huber | b5f25f0 | 2013-02-05 10:14:26 -0800 | [diff] [blame] | 1555 | TRESPASS(); |
| 1556 | } |
| 1557 | |
Andreas Huber | 14f7672 | 2013-01-15 09:04:18 -0800 | [diff] [blame] | 1558 | void NuPlayer::queueDecoderShutdown( |
| 1559 | bool audio, bool video, const sp<AMessage> &reply) { |
| 1560 | ALOGI("queueDecoderShutdown audio=%d, video=%d", audio, video); |
| 1561 | |
| 1562 | mDeferredActions.push_back( |
| 1563 | new ShutdownDecoderAction(audio, video)); |
| 1564 | |
| 1565 | mDeferredActions.push_back( |
| 1566 | new SimpleAction(&NuPlayer::performScanSources)); |
| 1567 | |
| 1568 | mDeferredActions.push_back(new PostMessageAction(reply)); |
| 1569 | |
| 1570 | processDeferredActions(); |
| 1571 | } |
| 1572 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1573 | } // namespace android |