blob: 7217ed140c64847d2c53f18d20cfbbc3a311c5f2 [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
Chong Zhang7137ec72014-11-12 16:41:05 -08002 * Copyright 2014 The Android Open Source Project
Andreas Huberf9334412010-12-15 15:17:42 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_DECODER_H_
Andreas Huberf9334412010-12-15 15:17:42 -080018#define NUPLAYER_DECODER_H_
19
20#include "NuPlayer.h"
21
Chong Zhang7137ec72014-11-12 16:41:05 -080022#include "NuPlayerDecoderBase.h"
Andreas Huberf9334412010-12-15 15:17:42 -080023
24namespace android {
25
Wonsik Kim7e34bf52016-08-23 00:09:18 +090026class MediaCodecBuffer;
27
Chong Zhang7137ec72014-11-12 16:41:05 -080028struct NuPlayer::Decoder : public DecoderBase {
Glenn Kasten11731182011-02-08 17:26:17 -080029 Decoder(const sp<AMessage> &notify,
Wei Jiac6cfd702014-11-11 16:33:20 -080030 const sp<Source> &source,
Ronghua Wu68845c12015-07-21 09:50:48 -070031 pid_t pid,
Wei Jiaf2ae3e12016-10-27 17:10:59 -070032 uid_t uid,
Wei Jiac6cfd702014-11-11 16:33:20 -080033 const sp<Renderer> &renderer = NULL,
Lajos Molnar1de1e252015-04-30 18:18:34 -070034 const sp<Surface> &surface = NULL,
Chong Zhang7137ec72014-11-12 16:41:05 -080035 const sp<CCDecoder> &ccDecoder = NULL);
Andreas Huberf9334412010-12-15 15:17:42 -080036
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070037 virtual sp<AMessage> getStats() const;
Lajos Molnar1cd13982014-01-17 15:12:51 -080038
Lajos Molnara81c6222015-07-10 19:17:45 -070039 // sets the output surface of video decoders.
40 virtual status_t setVideoSurface(const sp<Surface> &surface);
41
Andreas Huberf9334412010-12-15 15:17:42 -080042protected:
43 virtual ~Decoder();
44
45 virtual void onMessageReceived(const sp<AMessage> &msg);
46
Chong Zhang7137ec72014-11-12 16:41:05 -080047 virtual void onConfigure(const sp<AMessage> &format);
Ronghua Wu8db88132015-04-22 13:51:35 -070048 virtual void onSetParameters(const sp<AMessage> &params);
Chong Zhang7137ec72014-11-12 16:41:05 -080049 virtual void onSetRenderer(const sp<Renderer> &renderer);
Wonsik Kim7e34bf52016-08-23 00:09:18 +090050 virtual void onGetInputBuffers(Vector<sp<MediaCodecBuffer> > *dstBuffers);
Chong Zhangf8d71772014-11-26 15:08:34 -080051 virtual void onResume(bool notifyComplete);
Chong Zhang66704af2015-03-03 19:32:35 -080052 virtual void onFlush();
Chong Zhang7137ec72014-11-12 16:41:05 -080053 virtual void onShutdown(bool notifyComplete);
Chong Zhang3b032b32015-04-17 15:49:06 -070054 virtual bool doRequestBuffers();
Andreas Huberf9334412010-12-15 15:17:42 -080055
Wei Jiac6cfd702014-11-11 16:33:20 -080056private:
Chong Zhang7137ec72014-11-12 16:41:05 -080057 enum {
58 kWhatCodecNotify = 'cdcN',
59 kWhatRenderBuffer = 'rndr',
Wei Jia9a3101b2016-11-08 14:34:24 -080060 kWhatSetVideoSurface = 'sSur',
61 kWhatAudioOutputFormatChanged = 'aofc'
Chong Zhang7137ec72014-11-12 16:41:05 -080062 };
63
Praveen Chavanbbaa1442016-04-08 13:33:49 -070064 enum {
65 kMaxNumVideoTemporalLayers = 32,
66 };
67
Lajos Molnar1de1e252015-04-30 18:18:34 -070068 sp<Surface> mSurface;
Andreas Huberf9334412010-12-15 15:17:42 -080069
Wei Jiac6cfd702014-11-11 16:33:20 -080070 sp<Source> mSource;
71 sp<Renderer> mRenderer;
Chong Zhang7137ec72014-11-12 16:41:05 -080072 sp<CCDecoder> mCCDecoder;
Wei Jiac6cfd702014-11-11 16:33:20 -080073
Lajos Molnar1cd13982014-01-17 15:12:51 -080074 sp<AMessage> mInputFormat;
75 sp<AMessage> mOutputFormat;
76 sp<MediaCodec> mCodec;
Andreas Huber078cfcf2011-09-15 12:25:04 -070077 sp<ALooper> mCodecLooper;
Andreas Huberf9334412010-12-15 15:17:42 -080078
Wei Jia2245fc62014-10-02 15:12:25 -070079 List<sp<AMessage> > mPendingInputMessages;
80
Wonsik Kim7e34bf52016-08-23 00:09:18 +090081 Vector<sp<MediaCodecBuffer> > mInputBuffers;
82 Vector<sp<MediaCodecBuffer> > mOutputBuffers;
Lajos Molnar87603c02014-08-20 19:25:30 -070083 Vector<sp<ABuffer> > mCSDsForCurrentFormat;
84 Vector<sp<ABuffer> > mCSDsToSubmit;
Lajos Molnar09524832014-07-17 14:29:51 -070085 Vector<bool> mInputBufferIsDequeued;
86 Vector<MediaBuffer *> mMediaBuffers;
Chong Zhang7137ec72014-11-12 16:41:05 -080087 Vector<size_t> mDequeuedInputBuffers;
Andreas Huberf9334412010-12-15 15:17:42 -080088
Ronghua Wu68845c12015-07-21 09:50:48 -070089 const pid_t mPid;
Wei Jiaf2ae3e12016-10-27 17:10:59 -070090 const uid_t mUid;
Wei Jiac6cfd702014-11-11 16:33:20 -080091 int64_t mSkipRenderingUntilMediaTimeUs;
Chong Zhang7137ec72014-11-12 16:41:05 -080092 int64_t mNumFramesTotal;
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070093 int64_t mNumInputFramesDropped;
94 int64_t mNumOutputFramesDropped;
95 int32_t mVideoWidth;
96 int32_t mVideoHeight;
Chong Zhang7137ec72014-11-12 16:41:05 -080097 bool mIsAudio;
98 bool mIsVideoAVC;
99 bool mIsSecure;
100 bool mFormatChangePending;
Chong Zhang66704af2015-03-03 19:32:35 -0800101 bool mTimeChangePending;
Praveen Chavanbbaa1442016-04-08 13:33:49 -0700102 float mFrameRateTotal;
103 float mPlaybackSpeed;
104 int32_t mNumVideoTemporalLayerTotal;
105 int32_t mNumVideoTemporalLayerAllowed;
106 int32_t mCurrentMaxVideoTemporalLayerId;
107 float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers];
Chong Zhang7137ec72014-11-12 16:41:05 -0800108
Chong Zhangf8d71772014-11-26 15:08:34 -0800109 bool mResumePending;
Chong Zhang7137ec72014-11-12 16:41:05 -0800110 AString mComponentName;
Wei Jiac6cfd702014-11-11 16:33:20 -0800111
Marco Nelissen421f47c2015-03-25 14:40:32 -0700112 void handleError(int32_t err);
113 bool handleAnInputBuffer(size_t index);
114 bool handleAnOutputBuffer(
115 size_t index,
116 size_t offset,
117 size_t size,
118 int64_t timeUs,
119 int32_t flags);
120 void handleOutputFormatChange(const sp<AMessage> &format);
Andreas Huberf9334412010-12-15 15:17:42 -0800121
Lajos Molnar09524832014-07-17 14:29:51 -0700122 void releaseAndResetMediaBuffers();
Lajos Molnar1cd13982014-01-17 15:12:51 -0800123 void requestCodecNotification();
124 bool isStaleReply(const sp<AMessage> &msg);
125
Chong Zhang66704af2015-03-03 19:32:35 -0800126 void doFlush(bool notifyComplete);
Chong Zhang7137ec72014-11-12 16:41:05 -0800127 status_t fetchInputData(sp<AMessage> &reply);
128 bool onInputBufferFetched(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800129 void onRenderBuffer(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800130
Chong Zhang7137ec72014-11-12 16:41:05 -0800131 bool supportsSeamlessFormatChange(const sp<AMessage> &to) const;
Robert Shih6d0a94e2014-01-23 16:18:22 -0800132 bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const;
Lajos Molnar87603c02014-08-20 19:25:30 -0700133 void rememberCodecSpecificData(const sp<AMessage> &format);
Chong Zhang66704af2015-03-03 19:32:35 -0800134 bool isDiscontinuityPending() const;
135 void finishHandleDiscontinuity(bool flushOnTimeChange);
Robert Shih6d0a94e2014-01-23 16:18:22 -0800136
Chong Zhangf8d71772014-11-26 15:08:34 -0800137 void notifyResumeCompleteIfNecessary();
138
Andreas Huberf9334412010-12-15 15:17:42 -0800139 DISALLOW_EVIL_CONSTRUCTORS(Decoder);
140};
141
Andreas Huberf9334412010-12-15 15:17:42 -0800142} // namespace android
143
144#endif // NUPLAYER_DECODER_H_