blob: 81868628e2757e0b98305a91f1d6d3cf1c314281 [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
Chong Zhang7137ec72014-11-12 16:41:05 -08002 * Copyright 2014 The Android Open Source Project
Andreas Huberf9334412010-12-15 15:17:42 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_DECODER_H_
Andreas Huberf9334412010-12-15 15:17:42 -080018#define NUPLAYER_DECODER_H_
19
20#include "NuPlayer.h"
21
Chong Zhang7137ec72014-11-12 16:41:05 -080022#include "NuPlayerDecoderBase.h"
Andreas Huberf9334412010-12-15 15:17:42 -080023
24namespace android {
25
Wonsik Kim7e34bf52016-08-23 00:09:18 +090026class MediaCodecBuffer;
27
Chong Zhang7137ec72014-11-12 16:41:05 -080028struct NuPlayer::Decoder : public DecoderBase {
Glenn Kasten11731182011-02-08 17:26:17 -080029 Decoder(const sp<AMessage> &notify,
Wei Jiac6cfd702014-11-11 16:33:20 -080030 const sp<Source> &source,
Ronghua Wu68845c12015-07-21 09:50:48 -070031 pid_t pid,
Wei Jiac6cfd702014-11-11 16:33:20 -080032 const sp<Renderer> &renderer = NULL,
Lajos Molnar1de1e252015-04-30 18:18:34 -070033 const sp<Surface> &surface = NULL,
Chong Zhang7137ec72014-11-12 16:41:05 -080034 const sp<CCDecoder> &ccDecoder = NULL);
Andreas Huberf9334412010-12-15 15:17:42 -080035
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070036 virtual sp<AMessage> getStats() const;
Lajos Molnar1cd13982014-01-17 15:12:51 -080037
Lajos Molnara81c6222015-07-10 19:17:45 -070038 // sets the output surface of video decoders.
39 virtual status_t setVideoSurface(const sp<Surface> &surface);
40
Andreas Huberf9334412010-12-15 15:17:42 -080041protected:
42 virtual ~Decoder();
43
44 virtual void onMessageReceived(const sp<AMessage> &msg);
45
Chong Zhang7137ec72014-11-12 16:41:05 -080046 virtual void onConfigure(const sp<AMessage> &format);
Ronghua Wu8db88132015-04-22 13:51:35 -070047 virtual void onSetParameters(const sp<AMessage> &params);
Chong Zhang7137ec72014-11-12 16:41:05 -080048 virtual void onSetRenderer(const sp<Renderer> &renderer);
Wonsik Kim7e34bf52016-08-23 00:09:18 +090049 virtual void onGetInputBuffers(Vector<sp<MediaCodecBuffer> > *dstBuffers);
Chong Zhangf8d71772014-11-26 15:08:34 -080050 virtual void onResume(bool notifyComplete);
Chong Zhang66704af2015-03-03 19:32:35 -080051 virtual void onFlush();
Chong Zhang7137ec72014-11-12 16:41:05 -080052 virtual void onShutdown(bool notifyComplete);
Chong Zhang3b032b32015-04-17 15:49:06 -070053 virtual bool doRequestBuffers();
Andreas Huberf9334412010-12-15 15:17:42 -080054
Wei Jiac6cfd702014-11-11 16:33:20 -080055private:
Chong Zhang7137ec72014-11-12 16:41:05 -080056 enum {
57 kWhatCodecNotify = 'cdcN',
58 kWhatRenderBuffer = 'rndr',
Lajos Molnara81c6222015-07-10 19:17:45 -070059 kWhatSetVideoSurface = 'sSur'
Chong Zhang7137ec72014-11-12 16:41:05 -080060 };
61
Praveen Chavanbbaa1442016-04-08 13:33:49 -070062 enum {
63 kMaxNumVideoTemporalLayers = 32,
64 };
65
Lajos Molnar1de1e252015-04-30 18:18:34 -070066 sp<Surface> mSurface;
Andreas Huberf9334412010-12-15 15:17:42 -080067
Wei Jiac6cfd702014-11-11 16:33:20 -080068 sp<Source> mSource;
69 sp<Renderer> mRenderer;
Chong Zhang7137ec72014-11-12 16:41:05 -080070 sp<CCDecoder> mCCDecoder;
Wei Jiac6cfd702014-11-11 16:33:20 -080071
Lajos Molnar1cd13982014-01-17 15:12:51 -080072 sp<AMessage> mInputFormat;
73 sp<AMessage> mOutputFormat;
74 sp<MediaCodec> mCodec;
Andreas Huber078cfcf2011-09-15 12:25:04 -070075 sp<ALooper> mCodecLooper;
Andreas Huberf9334412010-12-15 15:17:42 -080076
Wei Jia2245fc62014-10-02 15:12:25 -070077 List<sp<AMessage> > mPendingInputMessages;
78
Wonsik Kim7e34bf52016-08-23 00:09:18 +090079 Vector<sp<MediaCodecBuffer> > mInputBuffers;
80 Vector<sp<MediaCodecBuffer> > mOutputBuffers;
Lajos Molnar87603c02014-08-20 19:25:30 -070081 Vector<sp<ABuffer> > mCSDsForCurrentFormat;
82 Vector<sp<ABuffer> > mCSDsToSubmit;
Lajos Molnar09524832014-07-17 14:29:51 -070083 Vector<bool> mInputBufferIsDequeued;
84 Vector<MediaBuffer *> mMediaBuffers;
Chong Zhang7137ec72014-11-12 16:41:05 -080085 Vector<size_t> mDequeuedInputBuffers;
Andreas Huberf9334412010-12-15 15:17:42 -080086
Ronghua Wu68845c12015-07-21 09:50:48 -070087 const pid_t mPid;
Wei Jiac6cfd702014-11-11 16:33:20 -080088 int64_t mSkipRenderingUntilMediaTimeUs;
Chong Zhang7137ec72014-11-12 16:41:05 -080089 int64_t mNumFramesTotal;
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070090 int64_t mNumInputFramesDropped;
91 int64_t mNumOutputFramesDropped;
92 int32_t mVideoWidth;
93 int32_t mVideoHeight;
Chong Zhang7137ec72014-11-12 16:41:05 -080094 bool mIsAudio;
95 bool mIsVideoAVC;
96 bool mIsSecure;
97 bool mFormatChangePending;
Chong Zhang66704af2015-03-03 19:32:35 -080098 bool mTimeChangePending;
Praveen Chavanbbaa1442016-04-08 13:33:49 -070099 float mFrameRateTotal;
100 float mPlaybackSpeed;
101 int32_t mNumVideoTemporalLayerTotal;
102 int32_t mNumVideoTemporalLayerAllowed;
103 int32_t mCurrentMaxVideoTemporalLayerId;
104 float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers];
Chong Zhang7137ec72014-11-12 16:41:05 -0800105
Chong Zhangf8d71772014-11-26 15:08:34 -0800106 bool mResumePending;
Chong Zhang7137ec72014-11-12 16:41:05 -0800107 AString mComponentName;
Wei Jiac6cfd702014-11-11 16:33:20 -0800108
Marco Nelissen421f47c2015-03-25 14:40:32 -0700109 void handleError(int32_t err);
110 bool handleAnInputBuffer(size_t index);
111 bool handleAnOutputBuffer(
112 size_t index,
113 size_t offset,
114 size_t size,
115 int64_t timeUs,
116 int32_t flags);
117 void handleOutputFormatChange(const sp<AMessage> &format);
Andreas Huberf9334412010-12-15 15:17:42 -0800118
Lajos Molnar09524832014-07-17 14:29:51 -0700119 void releaseAndResetMediaBuffers();
Lajos Molnar1cd13982014-01-17 15:12:51 -0800120 void requestCodecNotification();
121 bool isStaleReply(const sp<AMessage> &msg);
122
Chong Zhang66704af2015-03-03 19:32:35 -0800123 void doFlush(bool notifyComplete);
Chong Zhang7137ec72014-11-12 16:41:05 -0800124 status_t fetchInputData(sp<AMessage> &reply);
125 bool onInputBufferFetched(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800126 void onRenderBuffer(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800127
Chong Zhang7137ec72014-11-12 16:41:05 -0800128 bool supportsSeamlessFormatChange(const sp<AMessage> &to) const;
Robert Shih6d0a94e2014-01-23 16:18:22 -0800129 bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const;
Lajos Molnar87603c02014-08-20 19:25:30 -0700130 void rememberCodecSpecificData(const sp<AMessage> &format);
Chong Zhang66704af2015-03-03 19:32:35 -0800131 bool isDiscontinuityPending() const;
132 void finishHandleDiscontinuity(bool flushOnTimeChange);
Robert Shih6d0a94e2014-01-23 16:18:22 -0800133
Chong Zhangf8d71772014-11-26 15:08:34 -0800134 void notifyResumeCompleteIfNecessary();
135
Andreas Huberf9334412010-12-15 15:17:42 -0800136 DISALLOW_EVIL_CONSTRUCTORS(Decoder);
137};
138
Andreas Huberf9334412010-12-15 15:17:42 -0800139} // namespace android
140
141#endif // NUPLAYER_DECODER_H_