Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 2 | * Copyright 2014 The Android Open Source Project |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_DECODER_H_ |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 18 | #define NUPLAYER_DECODER_H_ |
| 19 | |
| 20 | #include "NuPlayer.h" |
| 21 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 22 | #include "NuPlayerDecoderBase.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 23 | |
| 24 | namespace android { |
| 25 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 26 | struct NuPlayer::Decoder : public DecoderBase { |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 27 | Decoder(const sp<AMessage> ¬ify, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 28 | const sp<Source> &source, |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 29 | pid_t pid, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 30 | const sp<Renderer> &renderer = NULL, |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 31 | const sp<Surface> &surface = NULL, |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 32 | const sp<CCDecoder> &ccDecoder = NULL); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 33 | |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 34 | virtual sp<AMessage> getStats() const; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 35 | |
Lajos Molnar | a81c622 | 2015-07-10 19:17:45 -0700 | [diff] [blame] | 36 | // sets the output surface of video decoders. |
| 37 | virtual status_t setVideoSurface(const sp<Surface> &surface); |
| 38 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 39 | protected: |
| 40 | virtual ~Decoder(); |
| 41 | |
| 42 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 43 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 44 | virtual void onConfigure(const sp<AMessage> &format); |
Ronghua Wu | 8db8813 | 2015-04-22 13:51:35 -0700 | [diff] [blame] | 45 | virtual void onSetParameters(const sp<AMessage> ¶ms); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 46 | virtual void onSetRenderer(const sp<Renderer> &renderer); |
| 47 | virtual void onGetInputBuffers(Vector<sp<ABuffer> > *dstBuffers); |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 48 | virtual void onResume(bool notifyComplete); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 49 | virtual void onFlush(); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 50 | virtual void onShutdown(bool notifyComplete); |
Chong Zhang | 3b032b3 | 2015-04-17 15:49:06 -0700 | [diff] [blame] | 51 | virtual bool doRequestBuffers(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 52 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 53 | private: |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 54 | enum { |
| 55 | kWhatCodecNotify = 'cdcN', |
| 56 | kWhatRenderBuffer = 'rndr', |
Lajos Molnar | a81c622 | 2015-07-10 19:17:45 -0700 | [diff] [blame] | 57 | kWhatSetVideoSurface = 'sSur' |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 58 | }; |
| 59 | |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 60 | enum { |
| 61 | kMaxNumVideoTemporalLayers = 32, |
| 62 | }; |
| 63 | |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 64 | sp<Surface> mSurface; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 65 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 66 | sp<Source> mSource; |
| 67 | sp<Renderer> mRenderer; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 68 | sp<CCDecoder> mCCDecoder; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 69 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 70 | sp<AMessage> mInputFormat; |
| 71 | sp<AMessage> mOutputFormat; |
| 72 | sp<MediaCodec> mCodec; |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 73 | sp<ALooper> mCodecLooper; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 74 | |
Wei Jia | 2245fc6 | 2014-10-02 15:12:25 -0700 | [diff] [blame] | 75 | List<sp<AMessage> > mPendingInputMessages; |
| 76 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 77 | Vector<sp<ABuffer> > mInputBuffers; |
| 78 | Vector<sp<ABuffer> > mOutputBuffers; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 79 | Vector<sp<ABuffer> > mCSDsForCurrentFormat; |
| 80 | Vector<sp<ABuffer> > mCSDsToSubmit; |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 81 | Vector<bool> mInputBufferIsDequeued; |
| 82 | Vector<MediaBuffer *> mMediaBuffers; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 83 | Vector<size_t> mDequeuedInputBuffers; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 84 | |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 85 | const pid_t mPid; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 86 | int64_t mSkipRenderingUntilMediaTimeUs; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 87 | int64_t mNumFramesTotal; |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 88 | int64_t mNumInputFramesDropped; |
| 89 | int64_t mNumOutputFramesDropped; |
| 90 | int32_t mVideoWidth; |
| 91 | int32_t mVideoHeight; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 92 | bool mIsAudio; |
| 93 | bool mIsVideoAVC; |
| 94 | bool mIsSecure; |
| 95 | bool mFormatChangePending; |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 96 | bool mTimeChangePending; |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 97 | float mFrameRateTotal; |
| 98 | float mPlaybackSpeed; |
| 99 | int32_t mNumVideoTemporalLayerTotal; |
| 100 | int32_t mNumVideoTemporalLayerAllowed; |
| 101 | int32_t mCurrentMaxVideoTemporalLayerId; |
| 102 | float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers]; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 103 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 104 | bool mResumePending; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 105 | AString mComponentName; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 106 | |
Marco Nelissen | 421f47c | 2015-03-25 14:40:32 -0700 | [diff] [blame] | 107 | void handleError(int32_t err); |
| 108 | bool handleAnInputBuffer(size_t index); |
| 109 | bool handleAnOutputBuffer( |
| 110 | size_t index, |
| 111 | size_t offset, |
| 112 | size_t size, |
| 113 | int64_t timeUs, |
| 114 | int32_t flags); |
| 115 | void handleOutputFormatChange(const sp<AMessage> &format); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 116 | |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 117 | void releaseAndResetMediaBuffers(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 118 | void requestCodecNotification(); |
| 119 | bool isStaleReply(const sp<AMessage> &msg); |
| 120 | |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 121 | void doFlush(bool notifyComplete); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 122 | status_t fetchInputData(sp<AMessage> &reply); |
| 123 | bool onInputBufferFetched(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 124 | void onRenderBuffer(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 125 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 126 | bool supportsSeamlessFormatChange(const sp<AMessage> &to) const; |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 127 | bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 128 | void rememberCodecSpecificData(const sp<AMessage> &format); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 129 | bool isDiscontinuityPending() const; |
| 130 | void finishHandleDiscontinuity(bool flushOnTimeChange); |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 131 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 132 | void notifyResumeCompleteIfNecessary(); |
| 133 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 134 | DISALLOW_EVIL_CONSTRUCTORS(Decoder); |
| 135 | }; |
| 136 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 137 | } // namespace android |
| 138 | |
| 139 | #endif // NUPLAYER_DECODER_H_ |