Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 2 | * Copyright 2014 The Android Open Source Project |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_DECODER_H_ |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 18 | #define NUPLAYER_DECODER_H_ |
| 19 | |
| 20 | #include "NuPlayer.h" |
| 21 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 22 | #include "NuPlayerDecoderBase.h" |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 23 | |
| 24 | namespace android { |
| 25 | |
Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 26 | class MediaCodecBuffer; |
| 27 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 28 | struct NuPlayer::Decoder : public DecoderBase { |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 29 | Decoder(const sp<AMessage> ¬ify, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 30 | const sp<Source> &source, |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 31 | pid_t pid, |
Wei Jia | f2ae3e1 | 2016-10-27 17:10:59 -0700 | [diff] [blame] | 32 | uid_t uid, |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 33 | const sp<Renderer> &renderer = NULL, |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 34 | const sp<Surface> &surface = NULL, |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 35 | const sp<CCDecoder> &ccDecoder = NULL); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 36 | |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 37 | virtual sp<AMessage> getStats() const; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 38 | |
Lajos Molnar | a81c622 | 2015-07-10 19:17:45 -0700 | [diff] [blame] | 39 | // sets the output surface of video decoders. |
| 40 | virtual status_t setVideoSurface(const sp<Surface> &surface); |
| 41 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 42 | protected: |
| 43 | virtual ~Decoder(); |
| 44 | |
| 45 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 46 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 47 | virtual void onConfigure(const sp<AMessage> &format); |
Ronghua Wu | 8db8813 | 2015-04-22 13:51:35 -0700 | [diff] [blame] | 48 | virtual void onSetParameters(const sp<AMessage> ¶ms); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 49 | virtual void onSetRenderer(const sp<Renderer> &renderer); |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 50 | virtual void onResume(bool notifyComplete); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 51 | virtual void onFlush(); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 52 | virtual void onShutdown(bool notifyComplete); |
Chong Zhang | 3b032b3 | 2015-04-17 15:49:06 -0700 | [diff] [blame] | 53 | virtual bool doRequestBuffers(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 54 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 55 | private: |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 56 | enum { |
| 57 | kWhatCodecNotify = 'cdcN', |
| 58 | kWhatRenderBuffer = 'rndr', |
Wei Jia | 9a3101b | 2016-11-08 14:34:24 -0800 | [diff] [blame] | 59 | kWhatSetVideoSurface = 'sSur', |
| 60 | kWhatAudioOutputFormatChanged = 'aofc' |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 61 | }; |
| 62 | |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 63 | enum { |
| 64 | kMaxNumVideoTemporalLayers = 32, |
| 65 | }; |
| 66 | |
Lajos Molnar | 1de1e25 | 2015-04-30 18:18:34 -0700 | [diff] [blame] | 67 | sp<Surface> mSurface; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 68 | |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 69 | sp<Source> mSource; |
| 70 | sp<Renderer> mRenderer; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 71 | sp<CCDecoder> mCCDecoder; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 72 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 73 | sp<AMessage> mInputFormat; |
| 74 | sp<AMessage> mOutputFormat; |
| 75 | sp<MediaCodec> mCodec; |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 76 | sp<ALooper> mCodecLooper; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 77 | |
Wei Jia | 2245fc6 | 2014-10-02 15:12:25 -0700 | [diff] [blame] | 78 | List<sp<AMessage> > mPendingInputMessages; |
| 79 | |
Wonsik Kim | 7e34bf5 | 2016-08-23 00:09:18 +0900 | [diff] [blame] | 80 | Vector<sp<MediaCodecBuffer> > mInputBuffers; |
| 81 | Vector<sp<MediaCodecBuffer> > mOutputBuffers; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 82 | Vector<sp<ABuffer> > mCSDsForCurrentFormat; |
| 83 | Vector<sp<ABuffer> > mCSDsToSubmit; |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 84 | Vector<bool> mInputBufferIsDequeued; |
| 85 | Vector<MediaBuffer *> mMediaBuffers; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 86 | Vector<size_t> mDequeuedInputBuffers; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 87 | |
Ronghua Wu | 68845c1 | 2015-07-21 09:50:48 -0700 | [diff] [blame] | 88 | const pid_t mPid; |
Wei Jia | f2ae3e1 | 2016-10-27 17:10:59 -0700 | [diff] [blame] | 89 | const uid_t mUid; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 90 | int64_t mSkipRenderingUntilMediaTimeUs; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 91 | int64_t mNumFramesTotal; |
Praveen Chavan | e1e5d7a | 2015-05-19 19:09:48 -0700 | [diff] [blame] | 92 | int64_t mNumInputFramesDropped; |
| 93 | int64_t mNumOutputFramesDropped; |
| 94 | int32_t mVideoWidth; |
| 95 | int32_t mVideoHeight; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 96 | bool mIsAudio; |
| 97 | bool mIsVideoAVC; |
| 98 | bool mIsSecure; |
| 99 | bool mFormatChangePending; |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 100 | bool mTimeChangePending; |
Praveen Chavan | bbaa144 | 2016-04-08 13:33:49 -0700 | [diff] [blame] | 101 | float mFrameRateTotal; |
| 102 | float mPlaybackSpeed; |
| 103 | int32_t mNumVideoTemporalLayerTotal; |
| 104 | int32_t mNumVideoTemporalLayerAllowed; |
| 105 | int32_t mCurrentMaxVideoTemporalLayerId; |
| 106 | float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers]; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 107 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 108 | bool mResumePending; |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 109 | AString mComponentName; |
Wei Jia | c6cfd70 | 2014-11-11 16:33:20 -0800 | [diff] [blame] | 110 | |
Marco Nelissen | 421f47c | 2015-03-25 14:40:32 -0700 | [diff] [blame] | 111 | void handleError(int32_t err); |
| 112 | bool handleAnInputBuffer(size_t index); |
| 113 | bool handleAnOutputBuffer( |
| 114 | size_t index, |
| 115 | size_t offset, |
| 116 | size_t size, |
| 117 | int64_t timeUs, |
| 118 | int32_t flags); |
| 119 | void handleOutputFormatChange(const sp<AMessage> &format); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 120 | |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 121 | void releaseAndResetMediaBuffers(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 122 | void requestCodecNotification(); |
| 123 | bool isStaleReply(const sp<AMessage> &msg); |
| 124 | |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 125 | void doFlush(bool notifyComplete); |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 126 | status_t fetchInputData(sp<AMessage> &reply); |
| 127 | bool onInputBufferFetched(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 128 | void onRenderBuffer(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 129 | |
Chong Zhang | 7137ec7 | 2014-11-12 16:41:05 -0800 | [diff] [blame] | 130 | bool supportsSeamlessFormatChange(const sp<AMessage> &to) const; |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 131 | bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 132 | void rememberCodecSpecificData(const sp<AMessage> &format); |
Chong Zhang | 66704af | 2015-03-03 19:32:35 -0800 | [diff] [blame] | 133 | bool isDiscontinuityPending() const; |
| 134 | void finishHandleDiscontinuity(bool flushOnTimeChange); |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 135 | |
Chong Zhang | f8d7177 | 2014-11-26 15:08:34 -0800 | [diff] [blame] | 136 | void notifyResumeCompleteIfNecessary(); |
| 137 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 138 | DISALLOW_EVIL_CONSTRUCTORS(Decoder); |
| 139 | }; |
| 140 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 141 | } // namespace android |
| 142 | |
| 143 | #endif // NUPLAYER_DECODER_H_ |