blob: 0c619edfe656694d05fb4d9e6c56010857d7198b [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
Chong Zhang7137ec72014-11-12 16:41:05 -08002 * Copyright 2014 The Android Open Source Project
Andreas Huberf9334412010-12-15 15:17:42 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_DECODER_H_
Andreas Huberf9334412010-12-15 15:17:42 -080018#define NUPLAYER_DECODER_H_
19
20#include "NuPlayer.h"
21
Chong Zhang7137ec72014-11-12 16:41:05 -080022#include "NuPlayerDecoderBase.h"
Andreas Huberf9334412010-12-15 15:17:42 -080023
24namespace android {
25
Chong Zhang7137ec72014-11-12 16:41:05 -080026struct NuPlayer::Decoder : public DecoderBase {
Glenn Kasten11731182011-02-08 17:26:17 -080027 Decoder(const sp<AMessage> &notify,
Wei Jiac6cfd702014-11-11 16:33:20 -080028 const sp<Source> &source,
Ronghua Wu68845c12015-07-21 09:50:48 -070029 pid_t pid,
Wei Jiac6cfd702014-11-11 16:33:20 -080030 const sp<Renderer> &renderer = NULL,
Lajos Molnar1de1e252015-04-30 18:18:34 -070031 const sp<Surface> &surface = NULL,
Chong Zhang7137ec72014-11-12 16:41:05 -080032 const sp<CCDecoder> &ccDecoder = NULL);
Andreas Huberf9334412010-12-15 15:17:42 -080033
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070034 virtual sp<AMessage> getStats() const;
Lajos Molnar1cd13982014-01-17 15:12:51 -080035
Lajos Molnara81c6222015-07-10 19:17:45 -070036 // sets the output surface of video decoders.
37 virtual status_t setVideoSurface(const sp<Surface> &surface);
38
Andreas Huberf9334412010-12-15 15:17:42 -080039protected:
40 virtual ~Decoder();
41
42 virtual void onMessageReceived(const sp<AMessage> &msg);
43
Chong Zhang7137ec72014-11-12 16:41:05 -080044 virtual void onConfigure(const sp<AMessage> &format);
Ronghua Wu8db88132015-04-22 13:51:35 -070045 virtual void onSetParameters(const sp<AMessage> &params);
Chong Zhang7137ec72014-11-12 16:41:05 -080046 virtual void onSetRenderer(const sp<Renderer> &renderer);
47 virtual void onGetInputBuffers(Vector<sp<ABuffer> > *dstBuffers);
Chong Zhangf8d71772014-11-26 15:08:34 -080048 virtual void onResume(bool notifyComplete);
Chong Zhang66704af2015-03-03 19:32:35 -080049 virtual void onFlush();
Chong Zhang7137ec72014-11-12 16:41:05 -080050 virtual void onShutdown(bool notifyComplete);
Chong Zhang3b032b32015-04-17 15:49:06 -070051 virtual bool doRequestBuffers();
Andreas Huberf9334412010-12-15 15:17:42 -080052
Wei Jiac6cfd702014-11-11 16:33:20 -080053private:
Chong Zhang7137ec72014-11-12 16:41:05 -080054 enum {
55 kWhatCodecNotify = 'cdcN',
56 kWhatRenderBuffer = 'rndr',
Lajos Molnara81c6222015-07-10 19:17:45 -070057 kWhatSetVideoSurface = 'sSur'
Chong Zhang7137ec72014-11-12 16:41:05 -080058 };
59
Praveen Chavanbbaa1442016-04-08 13:33:49 -070060 enum {
61 kMaxNumVideoTemporalLayers = 32,
62 };
63
Lajos Molnar1de1e252015-04-30 18:18:34 -070064 sp<Surface> mSurface;
Andreas Huberf9334412010-12-15 15:17:42 -080065
Wei Jiac6cfd702014-11-11 16:33:20 -080066 sp<Source> mSource;
67 sp<Renderer> mRenderer;
Chong Zhang7137ec72014-11-12 16:41:05 -080068 sp<CCDecoder> mCCDecoder;
Wei Jiac6cfd702014-11-11 16:33:20 -080069
Lajos Molnar1cd13982014-01-17 15:12:51 -080070 sp<AMessage> mInputFormat;
71 sp<AMessage> mOutputFormat;
72 sp<MediaCodec> mCodec;
Andreas Huber078cfcf2011-09-15 12:25:04 -070073 sp<ALooper> mCodecLooper;
Andreas Huberf9334412010-12-15 15:17:42 -080074
Wei Jia2245fc62014-10-02 15:12:25 -070075 List<sp<AMessage> > mPendingInputMessages;
76
Lajos Molnar1cd13982014-01-17 15:12:51 -080077 Vector<sp<ABuffer> > mInputBuffers;
78 Vector<sp<ABuffer> > mOutputBuffers;
Lajos Molnar87603c02014-08-20 19:25:30 -070079 Vector<sp<ABuffer> > mCSDsForCurrentFormat;
80 Vector<sp<ABuffer> > mCSDsToSubmit;
Lajos Molnar09524832014-07-17 14:29:51 -070081 Vector<bool> mInputBufferIsDequeued;
82 Vector<MediaBuffer *> mMediaBuffers;
Chong Zhang7137ec72014-11-12 16:41:05 -080083 Vector<size_t> mDequeuedInputBuffers;
Andreas Huberf9334412010-12-15 15:17:42 -080084
Ronghua Wu68845c12015-07-21 09:50:48 -070085 const pid_t mPid;
Wei Jiac6cfd702014-11-11 16:33:20 -080086 int64_t mSkipRenderingUntilMediaTimeUs;
Chong Zhang7137ec72014-11-12 16:41:05 -080087 int64_t mNumFramesTotal;
Praveen Chavane1e5d7a2015-05-19 19:09:48 -070088 int64_t mNumInputFramesDropped;
89 int64_t mNumOutputFramesDropped;
90 int32_t mVideoWidth;
91 int32_t mVideoHeight;
Chong Zhang7137ec72014-11-12 16:41:05 -080092 bool mIsAudio;
93 bool mIsVideoAVC;
94 bool mIsSecure;
95 bool mFormatChangePending;
Chong Zhang66704af2015-03-03 19:32:35 -080096 bool mTimeChangePending;
Praveen Chavanbbaa1442016-04-08 13:33:49 -070097 float mFrameRateTotal;
98 float mPlaybackSpeed;
99 int32_t mNumVideoTemporalLayerTotal;
100 int32_t mNumVideoTemporalLayerAllowed;
101 int32_t mCurrentMaxVideoTemporalLayerId;
102 float mVideoTemporalLayerAggregateFps[kMaxNumVideoTemporalLayers];
Chong Zhang7137ec72014-11-12 16:41:05 -0800103
Chong Zhangf8d71772014-11-26 15:08:34 -0800104 bool mResumePending;
Chong Zhang7137ec72014-11-12 16:41:05 -0800105 AString mComponentName;
Wei Jiac6cfd702014-11-11 16:33:20 -0800106
Marco Nelissen421f47c2015-03-25 14:40:32 -0700107 void handleError(int32_t err);
108 bool handleAnInputBuffer(size_t index);
109 bool handleAnOutputBuffer(
110 size_t index,
111 size_t offset,
112 size_t size,
113 int64_t timeUs,
114 int32_t flags);
115 void handleOutputFormatChange(const sp<AMessage> &format);
Andreas Huberf9334412010-12-15 15:17:42 -0800116
Lajos Molnar09524832014-07-17 14:29:51 -0700117 void releaseAndResetMediaBuffers();
Lajos Molnar1cd13982014-01-17 15:12:51 -0800118 void requestCodecNotification();
119 bool isStaleReply(const sp<AMessage> &msg);
120
Chong Zhang66704af2015-03-03 19:32:35 -0800121 void doFlush(bool notifyComplete);
Chong Zhang7137ec72014-11-12 16:41:05 -0800122 status_t fetchInputData(sp<AMessage> &reply);
123 bool onInputBufferFetched(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800124 void onRenderBuffer(const sp<AMessage> &msg);
Lajos Molnar1cd13982014-01-17 15:12:51 -0800125
Chong Zhang7137ec72014-11-12 16:41:05 -0800126 bool supportsSeamlessFormatChange(const sp<AMessage> &to) const;
Robert Shih6d0a94e2014-01-23 16:18:22 -0800127 bool supportsSeamlessAudioFormatChange(const sp<AMessage> &targetFormat) const;
Lajos Molnar87603c02014-08-20 19:25:30 -0700128 void rememberCodecSpecificData(const sp<AMessage> &format);
Chong Zhang66704af2015-03-03 19:32:35 -0800129 bool isDiscontinuityPending() const;
130 void finishHandleDiscontinuity(bool flushOnTimeChange);
Robert Shih6d0a94e2014-01-23 16:18:22 -0800131
Chong Zhangf8d71772014-11-26 15:08:34 -0800132 void notifyResumeCompleteIfNecessary();
133
Andreas Huberf9334412010-12-15 15:17:42 -0800134 DISALLOW_EVIL_CONSTRUCTORS(Decoder);
135};
136
Andreas Huberf9334412010-12-15 15:17:42 -0800137} // namespace android
138
139#endif // NUPLAYER_DECODER_H_