Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 2 | * Copyright 2014 The Android Open Source Project |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_DECODER_H_ |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 18 | #define NUPLAYER_DECODER_H_ |
| 19 | |
| 20 | #include "NuPlayer.h" |
| 21 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 22 | #include "NuPlayerDecoderBase.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 23 | |
| 24 | namespace android { |
| 25 | |
Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame^] | 26 | class MediaCodecBuffer; |
| 27 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 28 | struct NuPlayer::Decoder : public DecoderBase { |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 29 | Decoder(const sp<AMessage> ¬ify, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 30 | const sp<Source> &source, |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 31 | pid_t pid, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 32 | const sp<Renderer> &renderer = NULL, |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 33 | const sp<Surface> &surface = NULL, |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 34 | const sp<CCDecoder> &ccDecoder = NULL); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 35 | |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 36 | virtual sp<AMessage> getStats() const; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 37 | |
Lajos Molnar | a81c622 | 2015-07-10 19:17:45 -0700 | [diff] [blame] | 38 | // sets the output surface of video decoders. |
| 39 | virtual status_t setVideoSurface(const sp<Surface> &surface); |
| 40 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 41 | protected: |
| 42 | virtual ~Decoder(); |
| 43 | |
| 44 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 45 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 46 | virtual void onConfigure(const sp<AMessage> &format); |
Ronghua Wu | 8db8813 | 2015-04-22 13:51:35 -0700 | [diff] [blame] | 47 | virtual void onSetParameters(const sp<AMessage> ¶ms); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 48 | virtual void onSetRenderer(const sp<Renderer> &renderer); |
Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame^] | 49 | virtual void onGetInputBuffers(Vector<sp<MediaCodecBuffer> > *dstBuffers); |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 50 | virtual void onResume(bool notifyComplete); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 51 | virtual void onFlush(); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 52 | virtual void onShutdown(bool notifyComplete); |
Chong Zhang | 3b032b3 | 2015-04-17 15:49:06 -0700 | [diff] [blame] | 53 | virtual bool doRequestBuffers(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 54 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 55 | private: |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 56 | enum { |
| 57 | kWhatCodecNotify = 'cdcN', |
| 58 | kWhatRenderBuffer = 'rndr', |
Lajos Molnar | a81c622 | 2015-07-10 19:17:45 -0700 | [diff] [blame] | 59 | kWhatSetVideoSurface = 'sSur' |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 60 | }; |
| 61 | |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 62 | enum { |
| 63 | kMaxNumVideoTemporalLayers = 32, |
| 64 | }; |
| 65 | |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 66 | sp<Surface> mSurface; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 67 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 68 | sp<Source> mSource; |
| 69 | sp<Renderer> mRenderer; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 70 | sp<CCDecoder> mCCDecoder; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 71 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 72 | sp<AMessage> mInputFormat; |
| 73 | sp<AMessage> mOutputFormat; |
| 74 | sp<MediaCodec> mCodec; |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 75 | sp<ALooper> mCodecLooper; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 76 | |
Wei Jia | 2245fc6 | 2014-10-02 15:12:25 -0700 | [diff] [blame] | 77 | List<sp<AMessage> > mPendingInputMessages; |
| 78 | |
Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame^] | 79 | Vector<sp<MediaCodecBuffer> > mInputBuffers; |
| 80 | Vector<sp<MediaCodecBuffer> > mOutputBuffers; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 81 | Vector<sp<ABuffer> > mCSDsForCurrentFormat; |
| 82 | Vector<sp<ABuffer> > mCSDsToSubmit; |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 83 | Vector<bool> mInputBufferIsDequeued; |
| 84 | Vector<MediaBuffer *> mMediaBuffers; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 85 | Vector<size_t> mDequeuedInputBuffers; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 86 | |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 87 | const pid_t mPid; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 88 | int64_t mSkipRenderingUntilMediaTimeUs; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 89 | int64_t mNumFramesTotal; |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 90 | int64_t mNumInputFramesDropped; |
| 91 | int64_t mNumOutputFramesDropped; |
| 92 | int32_t mVideoWidth; |
| 93 | int32_t mVideoHeight; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 94 | bool mIsAudio; |
| 95 | bool mIsVideoAVC; |
| 96 | bool mIsSecure; |
| 97 | bool mFormatChangePending; |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 98 | bool mTimeChangePending; |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 99 | float mFrameRateTotal; |
| 100 | float mPlaybackSpeed; |
| 101 | int32_t mNumVideoTemporalLayerTotal; |
| 102 | int32_t mNumVideoTemporalLayerAllowed; |
| 103 | int32_t mCurrentMaxVideoTemporalLayerId; |
| 104 | float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers]; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 105 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 106 | bool mResumePending; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 107 | AString mComponentName; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 108 | |
Marco Nelissen | 421f47c | 2015-03-25 14:40:32 -0700 | [diff] [blame] | 109 | void handleError(int32_t err); |
| 110 | bool handleAnInputBuffer(size_t index); |
| 111 | bool handleAnOutputBuffer( |
| 112 | size_t index, |
| 113 | size_t offset, |
| 114 | size_t size, |
| 115 | int64_t timeUs, |
| 116 | int32_t flags); |
| 117 | void handleOutputFormatChange(const sp<AMessage> &format); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 118 | |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 119 | void releaseAndResetMediaBuffers(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 120 | void requestCodecNotification(); |
| 121 | bool isStaleReply(const sp<AMessage> &msg); |
| 122 | |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 123 | void doFlush(bool notifyComplete); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 124 | status_t fetchInputData(sp<AMessage> &reply); |
| 125 | bool onInputBufferFetched(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 126 | void onRenderBuffer(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 127 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 128 | bool supportsSeamlessFormatChange(const sp<AMessage> &to) const; |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 129 | bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 130 | void rememberCodecSpecificData(const sp<AMessage> &format); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 131 | bool isDiscontinuityPending() const; |
| 132 | void finishHandleDiscontinuity(bool flushOnTimeChange); |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 133 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 134 | void notifyResumeCompleteIfNecessary(); |
| 135 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 136 | DISALLOW_EVIL_CONSTRUCTORS(Decoder); |
| 137 | }; |
| 138 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 139 | } // namespace android |
| 140 | |
| 141 | #endif // NUPLAYER_DECODER_H_ |