Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_DECODER_H_ |
| 18 | |
| 19 | #define NUPLAYER_DECODER_H_ |
| 20 | |
| 21 | #include "NuPlayer.h" |
| 22 | |
| 23 | #include <media/stagefright/foundation/AHandler.h> |
| 24 | |
| 25 | namespace android { |
| 26 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 27 | struct ABuffer; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 28 | struct MediaCodec; |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 29 | struct MediaBuffer; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 30 | |
| 31 | struct NuPlayer::Decoder : public AHandler { |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 32 | Decoder(const sp<AMessage> ¬ify, |
| 33 | const sp<NativeWindowWrapper> &nativeWindow = NULL); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 34 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 35 | virtual void configure(const sp<AMessage> &format); |
| 36 | virtual void init(); |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 37 | |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 38 | status_t getInputBuffers(Vector<sp<ABuffer> > *dstBuffers) const; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 39 | virtual void signalFlush(const sp<AMessage> &format = NULL); |
| 40 | virtual void signalUpdateFormat(const sp<AMessage> &format); |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 41 | virtual void signalResume(); |
| 42 | virtual void initiateShutdown(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 43 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 44 | virtual bool supportsSeamlessFormatChange(const sp<AMessage> &to) const; |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 45 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 46 | enum { |
| 47 | kWhatFillThisBuffer = 'flTB', |
| 48 | kWhatDrainThisBuffer = 'drTB', |
| 49 | kWhatOutputFormatChanged = 'fmtC', |
| 50 | kWhatFlushCompleted = 'flsC', |
| 51 | kWhatShutdownCompleted = 'shDC', |
| 52 | kWhatEOS = 'eos ', |
| 53 | kWhatError = 'err ', |
| 54 | }; |
| 55 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 56 | protected: |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 57 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 58 | virtual ~Decoder(); |
| 59 | |
| 60 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 61 | |
| 62 | private: |
| 63 | enum { |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 64 | kWhatCodecNotify = 'cdcN', |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 65 | kWhatConfigure = 'conf', |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 66 | kWhatGetInputBuffers = 'gInB', |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 67 | kWhatInputBufferFilled = 'inpF', |
| 68 | kWhatRenderBuffer = 'rndr', |
| 69 | kWhatFlush = 'flus', |
| 70 | kWhatShutdown = 'shuD', |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 71 | kWhatUpdateFormat = 'uFmt', |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 72 | }; |
| 73 | |
| 74 | sp<AMessage> mNotify; |
Glenn Kasten | 1173118 | 2011-02-08 17:26:17 -0800 | [diff] [blame] | 75 | sp<NativeWindowWrapper> mNativeWindow; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 76 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 77 | sp<AMessage> mInputFormat; |
| 78 | sp<AMessage> mOutputFormat; |
| 79 | sp<MediaCodec> mCodec; |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 80 | sp<ALooper> mCodecLooper; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 81 | sp<ALooper> mDecoderLooper; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 82 | |
Wei Jia | 2245fc6 | 2014-10-02 15:12:25 -0700 | [diff] [blame^] | 83 | List<sp<AMessage> > mPendingInputMessages; |
| 84 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 85 | Vector<sp<ABuffer> > mInputBuffers; |
| 86 | Vector<sp<ABuffer> > mOutputBuffers; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 87 | Vector<sp<ABuffer> > mCSDsForCurrentFormat; |
| 88 | Vector<sp<ABuffer> > mCSDsToSubmit; |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 89 | Vector<bool> mInputBufferIsDequeued; |
| 90 | Vector<MediaBuffer *> mMediaBuffers; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 91 | |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 92 | void handleError(int32_t err); |
| 93 | bool handleAnInputBuffer(); |
| 94 | bool handleAnOutputBuffer(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 95 | |
Lajos Molnar | 0952483 | 2014-07-17 14:29:51 -0700 | [diff] [blame] | 96 | void releaseAndResetMediaBuffers(); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 97 | void requestCodecNotification(); |
| 98 | bool isStaleReply(const sp<AMessage> &msg); |
| 99 | |
| 100 | void onConfigure(const sp<AMessage> &format); |
| 101 | void onFlush(); |
Wei Jia | 704e726 | 2014-06-04 16:21:56 -0700 | [diff] [blame] | 102 | void onResume(); |
Wei Jia | 2245fc6 | 2014-10-02 15:12:25 -0700 | [diff] [blame^] | 103 | bool onInputBufferFilled(const sp<AMessage> &msg); |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 104 | void onRenderBuffer(const sp<AMessage> &msg); |
| 105 | void onShutdown(); |
| 106 | |
| 107 | int32_t mBufferGeneration; |
Wei Jia | 704e726 | 2014-06-04 16:21:56 -0700 | [diff] [blame] | 108 | bool mPaused; |
Lajos Molnar | 1cd1398 | 2014-01-17 15:12:51 -0800 | [diff] [blame] | 109 | AString mComponentName; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 110 | |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 111 | bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const; |
Lajos Molnar | 87603c0 | 2014-08-20 19:25:30 -0700 | [diff] [blame] | 112 | void rememberCodecSpecificData(const sp<AMessage> &format); |
Robert Shih | 6d0a94e | 2014-01-23 16:18:22 -0800 | [diff] [blame] | 113 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 114 | DISALLOW_EVIL_CONSTRUCTORS(Decoder); |
| 115 | }; |
| 116 | |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 117 | struct NuPlayer::CCDecoder : public RefBase { |
| 118 | enum { |
| 119 | kWhatClosedCaptionData, |
| 120 | kWhatTrackAdded, |
| 121 | }; |
| 122 | |
| 123 | CCDecoder(const sp<AMessage> ¬ify); |
| 124 | |
| 125 | size_t getTrackCount() const; |
| 126 | sp<AMessage> getTrackInfo(size_t index) const; |
| 127 | status_t selectTrack(size_t index, bool select); |
| 128 | bool isSelected() const; |
| 129 | void decode(const sp<ABuffer> &accessUnit); |
| 130 | void display(int64_t timeUs); |
Chong Zhang | b86e68f | 2014-08-01 13:46:53 -0700 | [diff] [blame] | 131 | void flush(); |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 132 | |
| 133 | private: |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 134 | sp<AMessage> mNotify; |
| 135 | KeyedVector<int64_t, sp<ABuffer> > mCCMap; |
Chong Zhang | b86e68f | 2014-08-01 13:46:53 -0700 | [diff] [blame] | 136 | size_t mCurrentChannel; |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 137 | int32_t mSelectedTrack; |
Chong Zhang | b86e68f | 2014-08-01 13:46:53 -0700 | [diff] [blame] | 138 | int32_t mTrackIndices[4]; |
| 139 | Vector<size_t> mFoundChannels; |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 140 | |
Chong Zhang | b86e68f | 2014-08-01 13:46:53 -0700 | [diff] [blame] | 141 | bool isTrackValid(size_t index) const; |
| 142 | int32_t getTrackIndex(size_t channel) const; |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 143 | bool extractFromSEI(const sp<ABuffer> &accessUnit); |
Chong Zhang | b86e68f | 2014-08-01 13:46:53 -0700 | [diff] [blame] | 144 | sp<ABuffer> filterCCBuf(const sp<ABuffer> &ccBuf, size_t index); |
Chong Zhang | a7fa1d9 | 2014-06-11 14:49:23 -0700 | [diff] [blame] | 145 | |
| 146 | DISALLOW_EVIL_CONSTRUCTORS(CCDecoder); |
| 147 | }; |
| 148 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 149 | } // namespace android |
| 150 | |
| 151 | #endif // NUPLAYER_DECODER_H_ |