Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef NUPLAYER_RENDERER_H_ |
| 18 | |
| 19 | #define NUPLAYER_RENDERER_H_ |
| 20 | |
| 21 | #include "NuPlayer.h" |
| 22 | |
| 23 | namespace android { |
| 24 | |
Andreas Huber | 5bc087c | 2010-12-23 10:27:40 -0800 | [diff] [blame] | 25 | struct ABuffer; |
| 26 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 27 | struct NuPlayer::Renderer : public AHandler { |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 28 | enum Flags { |
| 29 | FLAG_REAL_TIME = 1, |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 30 | FLAG_OFFLOAD_AUDIO = 2, |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 31 | }; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 32 | Renderer(const sp<MediaPlayerBase::AudioSink> &sink, |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 33 | const sp<AMessage> ¬ify, |
| 34 | uint32_t flags = 0); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 35 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 36 | static size_t AudioSinkCallback( |
| 37 | MediaPlayerBase::AudioSink *audioSink, |
| 38 | void *data, size_t size, void *me, |
| 39 | MediaPlayerBase::AudioSink::cb_event_t event); |
| 40 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 41 | void queueBuffer( |
| 42 | bool audio, |
| 43 | const sp<ABuffer> &buffer, |
| 44 | const sp<AMessage> ¬ifyConsumed); |
| 45 | |
| 46 | void queueEOS(bool audio, status_t finalResult); |
| 47 | |
| 48 | void flush(bool audio); |
| 49 | |
| 50 | void signalTimeDiscontinuity(); |
| 51 | |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 52 | void signalAudioSinkChanged(); |
| 53 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 54 | void signalDisableOffloadAudio(); |
| 55 | |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 56 | void pause(); |
| 57 | void resume(); |
| 58 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 59 | enum { |
James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 60 | kWhatEOS = 'eos ', |
| 61 | kWhatFlushComplete = 'fluC', |
| 62 | kWhatPosition = 'posi', |
| 63 | kWhatVideoRenderingStart = 'vdrd', |
Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 64 | kWhatMediaRenderingStart = 'mdrd', |
Wei Jia | 3a2956d | 2014-07-22 16:01:33 -0700 | [diff] [blame] | 65 | kWhatAudioOffloadTearDown = 'aOTD', |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 66 | }; |
| 67 | |
| 68 | protected: |
| 69 | virtual ~Renderer(); |
| 70 | |
| 71 | virtual void onMessageReceived(const sp<AMessage> &msg); |
| 72 | |
| 73 | private: |
| 74 | enum { |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 75 | kWhatDrainAudioQueue = 'draA', |
| 76 | kWhatDrainVideoQueue = 'draV', |
| 77 | kWhatQueueBuffer = 'queB', |
| 78 | kWhatQueueEOS = 'qEOS', |
| 79 | kWhatFlush = 'flus', |
| 80 | kWhatAudioSinkChanged = 'auSC', |
| 81 | kWhatPause = 'paus', |
| 82 | kWhatResume = 'resm', |
| 83 | kWhatStopAudioSink = 'stpA', |
| 84 | kWhatDisableOffloadAudio = 'noOA', |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 85 | }; |
| 86 | |
| 87 | struct QueueEntry { |
| 88 | sp<ABuffer> mBuffer; |
| 89 | sp<AMessage> mNotifyConsumed; |
| 90 | size_t mOffset; |
| 91 | status_t mFinalResult; |
| 92 | }; |
| 93 | |
Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 94 | static const int64_t kMinPositionUpdateDelayUs; |
| 95 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 96 | sp<MediaPlayerBase::AudioSink> mAudioSink; |
| 97 | sp<AMessage> mNotify; |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 98 | Mutex mLock; |
Andreas Huber | d5e5623 | 2013-03-12 11:01:43 -0700 | [diff] [blame] | 99 | uint32_t mFlags; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 100 | List<QueueEntry> mAudioQueue; |
| 101 | List<QueueEntry> mVideoQueue; |
| 102 | uint32_t mNumFramesWritten; |
| 103 | |
| 104 | bool mDrainAudioQueuePending; |
| 105 | bool mDrainVideoQueuePending; |
| 106 | int32_t mAudioQueueGeneration; |
| 107 | int32_t mVideoQueueGeneration; |
| 108 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 109 | int64_t mFirstAudioTimeUs; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 110 | int64_t mAnchorTimeMediaUs; |
| 111 | int64_t mAnchorTimeRealUs; |
| 112 | |
| 113 | Mutex mFlushLock; // protects the following 2 member vars. |
| 114 | bool mFlushingAudio; |
| 115 | bool mFlushingVideo; |
| 116 | |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 117 | bool mHasAudio; |
| 118 | bool mHasVideo; |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 119 | bool mSyncQueues; |
| 120 | |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 121 | bool mPaused; |
James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 122 | bool mVideoRenderingStarted; |
Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 123 | int32_t mVideoRenderingStartGeneration; |
| 124 | int32_t mAudioRenderingStartGeneration; |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 125 | |
Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 126 | int64_t mLastPositionUpdateUs; |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 127 | int64_t mVideoLateByUs; |
Andreas Huber | 714aa7b | 2011-09-13 08:28:38 -0700 | [diff] [blame] | 128 | |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 129 | size_t fillAudioBuffer(void *buffer, size_t size); |
| 130 | |
Andreas Huber | 078cfcf | 2011-09-15 12:25:04 -0700 | [diff] [blame] | 131 | bool onDrainAudioQueue(); |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 132 | void postDrainAudioQueue_l(int64_t delayUs = 0); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 133 | |
| 134 | void onDrainVideoQueue(); |
| 135 | void postDrainVideoQueue(); |
| 136 | |
Lajos Molnar | cbaffcf | 2013-08-14 18:30:38 -0700 | [diff] [blame] | 137 | void prepareForMediaRenderingStart(); |
| 138 | void notifyIfMediaRenderingStarted(); |
| 139 | |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 140 | void onQueueBuffer(const sp<AMessage> &msg); |
| 141 | void onQueueEOS(const sp<AMessage> &msg); |
| 142 | void onFlush(const sp<AMessage> &msg); |
Andreas Huber | 3831a06 | 2010-12-21 10:22:33 -0800 | [diff] [blame] | 143 | void onAudioSinkChanged(); |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 144 | void onDisableOffloadAudio(); |
Andreas Huber | b408222 | 2011-01-20 15:23:04 -0800 | [diff] [blame] | 145 | void onPause(); |
| 146 | void onResume(); |
Wei Jia | 3a2956d | 2014-07-22 16:01:33 -0700 | [diff] [blame] | 147 | void onAudioOffloadTearDown(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 148 | |
Andreas Huber | c92fd24 | 2011-08-16 13:48:44 -0700 | [diff] [blame] | 149 | void notifyEOS(bool audio, status_t finalResult); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 150 | void notifyFlushComplete(bool audio); |
Andreas Huber | 43c3e6c | 2011-01-05 12:17:08 -0800 | [diff] [blame] | 151 | void notifyPosition(); |
Andreas Huber | 3fe6215 | 2011-09-16 15:09:22 -0700 | [diff] [blame] | 152 | void notifyVideoLateBy(int64_t lateByUs); |
James Dong | f57b4ea | 2012-07-20 13:38:36 -0700 | [diff] [blame] | 153 | void notifyVideoRenderingStart(); |
Wei Jia | 3a2956d | 2014-07-22 16:01:33 -0700 | [diff] [blame] | 154 | void notifyAudioOffloadTearDown(); |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 155 | |
| 156 | void flushQueue(List<QueueEntry> *queue); |
| 157 | bool dropBufferWhileFlushing(bool audio, const sp<AMessage> &msg); |
Wei Jia | bc2fb72 | 2014-07-08 16:37:57 -0700 | [diff] [blame] | 158 | void syncQueuesDone_l(); |
| 159 | |
| 160 | bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; } |
Andreas Huber | f933441 | 2010-12-15 15:17:42 -0800 | [diff] [blame] | 161 | |
| 162 | DISALLOW_EVIL_CONSTRUCTORS(Renderer); |
| 163 | }; |
| 164 | |
| 165 | } // namespace android |
| 166 | |
| 167 | #endif // NUPLAYER_RENDERER_H_ |