| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_RENDERER_H_ |
| 18 | |
| 19 | #define NUPLAYER_RENDERER_H_ |
| 20 | |
| 21 | #include "NuPlayer.h" |
| 22 | |
| 23 | namespace android { |
| 24 | |
| Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 25 | struct ABuffer; |
| Martin Storsjo | da38df5 | 2013-09-25 16:05:36 +0300 | [diff] [blame] | 26 | class SoftwareRenderer; |
| Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 27 | |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 28 | struct NuPlayer::Renderer : public AHandler { |
| Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 29 | enum Flags { |
| 30 | FLAG_REAL_TIME = 1, |
| 31 | }; |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 32 | Renderer(const sp<MediaPlayerBase::AudioSink> &sink, |
| Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 33 | const sp<AMessage> ¬ify, |
| 34 | uint32_t flags = 0); |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 35 | |
| 36 | void queueBuffer( |
| 37 | bool audio, |
| 38 | const sp<ABuffer> &buffer, |
| 39 | const sp<AMessage> ¬ifyConsumed); |
| 40 | |
| 41 | void queueEOS(bool audio, status_t finalResult); |
| 42 | |
| 43 | void flush(bool audio); |
| 44 | |
| 45 | void signalTimeDiscontinuity(); |
| 46 | |
| Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 47 | void signalAudioSinkChanged(); |
| 48 | |
| Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 49 | void pause(); |
| 50 | void resume(); |
| 51 | |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 52 | enum { |
| James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 53 | kWhatEOS = 'eos ', |
| 54 | kWhatFlushComplete = 'fluC', |
| 55 | kWhatPosition = 'posi', |
| 56 | kWhatVideoRenderingStart = 'vdrd', |
| Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 57 | kWhatMediaRenderingStart = 'mdrd', |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 58 | }; |
| 59 | |
| Martin Storsjo | da38df5 | 2013-09-25 16:05:36 +0300 | [diff] [blame] | 60 | void setSoftRenderer(SoftwareRenderer *softRenderer); |
| 61 | |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 62 | protected: |
| 63 | virtual ~Renderer(); |
| 64 | |
| 65 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 66 | |
| 67 | private: |
| 68 | enum { |
| Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 69 | kWhatDrainAudioQueue = 'draA', |
| 70 | kWhatDrainVideoQueue = 'draV', |
| 71 | kWhatQueueBuffer = 'queB', |
| 72 | kWhatQueueEOS = 'qEOS', |
| 73 | kWhatFlush = 'flus', |
| 74 | kWhatAudioSinkChanged = 'auSC', |
| 75 | kWhatPause = 'paus', |
| 76 | kWhatResume = 'resm', |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 77 | }; |
| 78 | |
| 79 | struct QueueEntry { |
| 80 | sp<ABuffer> mBuffer; |
| 81 | sp<AMessage> mNotifyConsumed; |
| 82 | size_t mOffset; |
| 83 | status_t mFinalResult; |
| 84 | }; |
| 85 | |
| Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 86 | static const int64_t kMinPositionUpdateDelayUs; |
| 87 | |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 88 | sp<MediaPlayerBase::AudioSink> mAudioSink; |
| Martin Storsjo | da38df5 | 2013-09-25 16:05:36 +0300 | [diff] [blame] | 89 | SoftwareRenderer *mSoftRenderer; |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 90 | sp<AMessage> mNotify; |
| Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 91 | uint32_t mFlags; |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 92 | List<QueueEntry> mAudioQueue; |
| 93 | List<QueueEntry> mVideoQueue; |
| 94 | uint32_t mNumFramesWritten; |
| 95 | |
| 96 | bool mDrainAudioQueuePending; |
| 97 | bool mDrainVideoQueuePending; |
| 98 | int32_t mAudioQueueGeneration; |
| 99 | int32_t mVideoQueueGeneration; |
| 100 | |
| 101 | int64_t mAnchorTimeMediaUs; |
| 102 | int64_t mAnchorTimeRealUs; |
| 103 | |
| 104 | Mutex mFlushLock; // protects the following 2 member vars. |
| 105 | bool mFlushingAudio; |
| 106 | bool mFlushingVideo; |
| 107 | |
| Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 108 | bool mHasAudio; |
| 109 | bool mHasVideo; |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 110 | bool mSyncQueues; |
| 111 | |
| Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 112 | bool mPaused; |
| James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 113 | bool mVideoRenderingStarted; |
| Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 114 | int32_t mVideoRenderingStartGeneration; |
| 115 | int32_t mAudioRenderingStartGeneration; |
| Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 116 | |
| Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 117 | int64_t mLastPositionUpdateUs; |
| Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 118 | int64_t mVideoLateByUs; |
| Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 119 | |
| Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 120 | bool onDrainAudioQueue(); |
| 121 | void postDrainAudioQueue(int64_t delayUs = 0); |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 122 | |
| 123 | void onDrainVideoQueue(); |
| 124 | void postDrainVideoQueue(); |
| 125 | |
| Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 126 | void prepareForMediaRenderingStart(); |
| 127 | void notifyIfMediaRenderingStarted(); |
| 128 | |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 129 | void onQueueBuffer(const sp<AMessage> &msg); |
| 130 | void onQueueEOS(const sp<AMessage> &msg); |
| 131 | void onFlush(const sp<AMessage> &msg); |
| Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 132 | void onAudioSinkChanged(); |
| Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 133 | void onPause(); |
| 134 | void onResume(); |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 135 | |
| Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 136 | void notifyEOS(bool audio, status_t finalResult); |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 137 | void notifyFlushComplete(bool audio); |
| Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 138 | void notifyPosition(); |
| Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 139 | void notifyVideoLateBy(int64_t lateByUs); |
| James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 140 | void notifyVideoRenderingStart(); |
| Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 141 | |
| 142 | void flushQueue(List<QueueEntry> *queue); |
| 143 | bool dropBufferWhileFlushing(bool audio, const sp<AMessage> &msg); |
| 144 | void syncQueuesDone(); |
| 145 | |
| 146 | DISALLOW_EVIL_CONSTRUCTORS(Renderer); |
| 147 | }; |
| 148 | |
| 149 | } // namespace android |
| 150 | |
| 151 | #endif // NUPLAYER_RENDERER_H_ |