blob: 82db59cd5177fe182b9c83ecb1d23a1f7c32e913 [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
Chong Zhang7137ec72014-11-12 16:41:05 -08002 * Copyright 2014 The Android Open Source Project
Andreas Huberf9334412010-12-15 15:17:42 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_DECODER_H_
Andreas Huberf9334412010-12-15 15:17:42 -080018#define NUPLAYER_DECODER_H_
19
20#include "NuPlayer.h"
21
Chong Zhang7137ec72014-11-12 16:41:05 -080022#include "NuPlayerDecoderBase.h"
Andreas Huberf9334412010-12-15 15:17:42 -080023
24namespace android {
25
Wonsik Kim7e34bf52016-08-23 00:09:18 +090026class MediaCodecBuffer;
27
Chong Zhang7137ec72014-11-12 16:41:05 -080028struct NuPlayer::Decoder : public DecoderBase {
Glenn Kasten11731182011-02-08 17:26:17 -080029 Decoder(const sp<AMessage> &notify,
Wei Jiac6cfd702014-11-11 16:33:20 -080030 const sp<Source> &source,
Ronghua Wu68845c12015-07-21 09:50:48 -070031 pid_t pid,
Wei Jiaf2ae3e12016-10-27 17:10:59 -070032 uid_t uid,
Wei Jiac6cfd702014-11-11 16:33:20 -080033 const sp<Renderer> &renderer = NULL,
Lajos Molnar1de1e252015-04-30 18:18:34 -070034 const sp<Surface> &surface = NULL,
Chong Zhang7137ec72014-11-12 16:41:05 -080035 const sp<CCDecoder> &ccDecoder = NULL);
Andreas Huberf9334412010-12-15 15:17:42 -080036
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070037 virtual sp<AMessage> getStats() const;
Lajos Molnar1cd13982014-01-17 15:12:51 -080038
Lajos Molnara81c6222015-07-10 19:17:45 -070039 // sets the output surface of video decoders.
40 virtual status_t setVideoSurface(const sp<Surface> &surface);
41
Andreas Huberf9334412010-12-15 15:17:42 -080042protected:
43 virtual ~Decoder();
44
45 virtual void onMessageReceived(const sp<AMessage> &msg);
46
Chong Zhang7137ec72014-11-12 16:41:05 -080047 virtual void onConfigure(const sp<AMessage> &format);
Ronghua Wu8db88132015-04-22 13:51:35 -070048 virtual void onSetParameters(const sp<AMessage> &params);
Chong Zhang7137ec72014-11-12 16:41:05 -080049 virtual void onSetRenderer(const sp<Renderer> &renderer);
Chong Zhangf8d71772014-11-26 15:08:34 -080050 virtual void onResume(bool notifyComplete);
Chong Zhang66704af2015-03-03 19:32:35 -080051 virtual void onFlush();
Chong Zhang7137ec72014-11-12 16:41:05 -080052 virtual void onShutdown(bool notifyComplete);
Chong Zhang3b032b32015-04-17 15:49:06 -070053 virtual bool doRequestBuffers();
Andreas Huberf9334412010-12-15 15:17:42 -080054
Wei Jiac6cfd702014-11-11 16:33:20 -080055private:
Chong Zhang7137ec72014-11-12 16:41:05 -080056 enum {
57 kWhatCodecNotify = 'cdcN',
58 kWhatRenderBuffer = 'rndr',
Wei Jia9a3101b2016-11-08 14:34:24 -080059 kWhatSetVideoSurface = 'sSur',
60 kWhatAudioOutputFormatChanged = 'aofc'
Chong Zhang7137ec72014-11-12 16:41:05 -080061 };
62
Praveen Chavanbbaa1442016-04-08 13:33:49 -070063 enum {
64 kMaxNumVideoTemporalLayers = 32,
65 };
66
Lajos Molnar1de1e252015-04-30 18:18:34 -070067 sp<Surface> mSurface;
Andreas Huberf9334412010-12-15 15:17:42 -080068
Wei Jiac6cfd702014-11-11 16:33:20 -080069 sp<Source> mSource;
70 sp<Renderer> mRenderer;
Chong Zhang7137ec72014-11-12 16:41:05 -080071 sp<CCDecoder> mCCDecoder;
Wei Jiac6cfd702014-11-11 16:33:20 -080072
Lajos Molnar1cd13982014-01-17 15:12:51 -080073 sp<AMessage> mInputFormat;
74 sp<AMessage> mOutputFormat;
75 sp<MediaCodec> mCodec;
Andreas Huber078cfcf2011-09-15 12:25:04 -070076 sp<ALooper> mCodecLooper;
Andreas Huberf9334412010-12-15 15:17:42 -080077
Wei Jia2245fc62014-10-02 15:12:25 -070078 List<sp<AMessage> > mPendingInputMessages;
79
Wonsik Kim7e34bf52016-08-23 00:09:18 +090080 Vector<sp<MediaCodecBuffer> > mInputBuffers;
81 Vector<sp<MediaCodecBuffer> > mOutputBuffers;
Lajos Molnar87603c02014-08-20 19:25:30 -070082 Vector<sp<ABuffer> > mCSDsForCurrentFormat;
83 Vector<sp<ABuffer> > mCSDsToSubmit;
Lajos Molnar09524832014-07-17 14:29:51 -070084 Vector<bool> mInputBufferIsDequeued;
85 Vector<MediaBuffer *> mMediaBuffers;
Chong Zhang7137ec72014-11-12 16:41:05 -080086 Vector<size_t> mDequeuedInputBuffers;
Andreas Huberf9334412010-12-15 15:17:42 -080087
Ronghua Wu68845c12015-07-21 09:50:48 -070088 const pid_t mPid;
Wei Jiaf2ae3e12016-10-27 17:10:59 -070089 const uid_t mUid;
Wei Jiac6cfd702014-11-11 16:33:20 -080090 int64_t mSkipRenderingUntilMediaTimeUs;
Chong Zhang7137ec72014-11-12 16:41:05 -080091 int64_t mNumFramesTotal;
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070092 int64_t mNumInputFramesDropped;
93 int64_t mNumOutputFramesDropped;
94 int32_t mVideoWidth;
95 int32_t mVideoHeight;
Chong Zhang7137ec72014-11-12 16:41:05 -080096 bool mIsAudio;
97 bool mIsVideoAVC;
98 bool mIsSecure;
99 bool mFormatChangePending;
Chong Zhang66704af2015-03-03 19:32:35 -0800100 bool mTimeChangePending;
Praveen Chavanbbaa1442016-04-08 13:33:49 -0700101 float mFrameRateTotal;
102 float mPlaybackSpeed;
103 int32_t mNumVideoTemporalLayerTotal;
104 int32_t mNumVideoTemporalLayerAllowed;
105 int32_t mCurrentMaxVideoTemporalLayerId;
106 float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers];
Chong Zhang7137ec72014-11-12 16:41:05 -0800107
Chong Zhangf8d71772014-11-26 15:08:34 -0800108 bool mResumePending;
Chong Zhang7137ec72014-11-12 16:41:05 -0800109 AString mComponentName;
Wei Jiac6cfd702014-11-11 16:33:20 -0800110
Marco Nelissen421f47c2015-03-25 14:40:32 -0700111 void handleError(int32_t err);
112 bool handleAnInputBuffer(size_t index);
113 bool handleAnOutputBuffer(
114 size_t index,
115 size_t offset,
116 size_t size,
117 int64_t timeUs,
118 int32_t flags);
119 void handleOutputFormatChange(const sp<AMessage> &format);
Andreas Huberf9334412010-12-15 15:17:42 -0800120
Lajos Molnar09524832014-07-17 14:29:51 -0700121 void releaseAndResetMediaBuffers();
Lajos Molnar1cd13982014-01-17 15:12:51 -0800122 void requestCodecNotification();
123 bool isStaleReply(const sp<AMessage> &msg);
124
Chong Zhang66704af2015-03-03 19:32:35 -0800125 void doFlush(bool notifyComplete);
Chong Zhang7137ec72014-11-12 16:41:05 -0800126 status_t fetchInputData(sp<AMessage> &reply);
127 bool onInputBufferFetched(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800128 void onRenderBuffer(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800129
Chong Zhang7137ec72014-11-12 16:41:05 -0800130 bool supportsSeamlessFormatChange(const sp<AMessage> &to) const;
Robert Shih6d0a94e2014-01-23 16:18:22 -0800131 bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const;
Lajos Molnar87603c02014-08-20 19:25:30 -0700132 void rememberCodecSpecificData(const sp<AMessage> &format);
Chong Zhang66704af2015-03-03 19:32:35 -0800133 bool isDiscontinuityPending() const;
134 void finishHandleDiscontinuity(bool flushOnTimeChange);
Robert Shih6d0a94e2014-01-23 16:18:22 -0800135
Chong Zhangf8d71772014-11-26 15:08:34 -0800136 void notifyResumeCompleteIfNecessary();
137
Andreas Huberf9334412010-12-15 15:17:42 -0800138 DISALLOW_EVIL_CONSTRUCTORS(Decoder);
139};
140
Andreas Huberf9334412010-12-15 15:17:42 -0800141} // namespace android
142
143#endif // NUPLAYER_DECODER_H_