blob: 6e86a8fbe799ee7ff69d2c7c6ce93e9d5ea4dace [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_RENDERER_H_
18
19#define NUPLAYER_RENDERER_H_
20
21#include "NuPlayer.h"
22
23namespace android {
24
Andreas Huber5bc087c2010-12-23 10:27:40 -080025struct ABuffer;
26
Andreas Huberf9334412010-12-15 15:17:42 -080027struct NuPlayer::Renderer : public AHandler {
Andreas Huberd5e56232013-03-12 11:01:43 -070028 enum Flags {
29 FLAG_REAL_TIME = 1,
Wei Jiabc2fb722014-07-08 16:37:57 -070030 FLAG_OFFLOAD_AUDIO = 2,
Andreas Huberd5e56232013-03-12 11:01:43 -070031 };
Andreas Huberf9334412010-12-15 15:17:42 -080032 Renderer(const sp<MediaPlayerBase::AudioSink> &sink,
Andreas Huberd5e56232013-03-12 11:01:43 -070033 const sp<AMessage> &notify,
34 uint32_t flags = 0);
Andreas Huberf9334412010-12-15 15:17:42 -080035
Wei Jiabc2fb722014-07-08 16:37:57 -070036 static size_t AudioSinkCallback(
37 MediaPlayerBase::AudioSink *audioSink,
38 void *data, size_t size, void *me,
39 MediaPlayerBase::AudioSink::cb_event_t event);
40
Andreas Huberf9334412010-12-15 15:17:42 -080041 void queueBuffer(
42 bool audio,
43 const sp<ABuffer> &buffer,
44 const sp<AMessage> &notifyConsumed);
45
46 void queueEOS(bool audio, status_t finalResult);
47
48 void flush(bool audio);
49
50 void signalTimeDiscontinuity();
51
Andreas Huber3831a062010-12-21 10:22:33 -080052 void signalAudioSinkChanged();
53
Wei Jiabc2fb722014-07-08 16:37:57 -070054 void signalDisableOffloadAudio();
55
Andreas Huberb4082222011-01-20 15:23:04 -080056 void pause();
57 void resume();
58
Andreas Huberf9334412010-12-15 15:17:42 -080059 enum {
James Dongf57b4ea2012-07-20 13:38:36 -070060 kWhatEOS = 'eos ',
61 kWhatFlushComplete = 'fluC',
62 kWhatPosition = 'posi',
63 kWhatVideoRenderingStart = 'vdrd',
Lajos Molnarcbaffcf2013-08-14 18:30:38 -070064 kWhatMediaRenderingStart = 'mdrd',
Andreas Huberf9334412010-12-15 15:17:42 -080065 };
66
67protected:
68 virtual ~Renderer();
69
70 virtual void onMessageReceived(const sp<AMessage> &msg);
71
72private:
73 enum {
Wei Jiabc2fb722014-07-08 16:37:57 -070074 kWhatDrainAudioQueue = 'draA',
75 kWhatDrainVideoQueue = 'draV',
76 kWhatQueueBuffer = 'queB',
77 kWhatQueueEOS = 'qEOS',
78 kWhatFlush = 'flus',
79 kWhatAudioSinkChanged = 'auSC',
80 kWhatPause = 'paus',
81 kWhatResume = 'resm',
82 kWhatStopAudioSink = 'stpA',
83 kWhatDisableOffloadAudio = 'noOA',
Andreas Huberf9334412010-12-15 15:17:42 -080084 };
85
86 struct QueueEntry {
87 sp<ABuffer> mBuffer;
88 sp<AMessage> mNotifyConsumed;
89 size_t mOffset;
90 status_t mFinalResult;
91 };
92
Andreas Huber714aa7b2011-09-13 08:28:38 -070093 static const int64_t kMinPositionUpdateDelayUs;
94
Andreas Huberf9334412010-12-15 15:17:42 -080095 sp<MediaPlayerBase::AudioSink> mAudioSink;
96 sp<AMessage> mNotify;
Wei Jiabc2fb722014-07-08 16:37:57 -070097 Mutex mLock;
Andreas Huberd5e56232013-03-12 11:01:43 -070098 uint32_t mFlags;
Andreas Huberf9334412010-12-15 15:17:42 -080099 List<QueueEntry> mAudioQueue;
100 List<QueueEntry> mVideoQueue;
101 uint32_t mNumFramesWritten;
102
103 bool mDrainAudioQueuePending;
104 bool mDrainVideoQueuePending;
105 int32_t mAudioQueueGeneration;
106 int32_t mVideoQueueGeneration;
107
Wei Jiabc2fb722014-07-08 16:37:57 -0700108 int64_t mFirstAudioTimeUs;
Andreas Huberf9334412010-12-15 15:17:42 -0800109 int64_t mAnchorTimeMediaUs;
110 int64_t mAnchorTimeRealUs;
111
112 Mutex mFlushLock; // protects the following 2 member vars.
113 bool mFlushingAudio;
114 bool mFlushingVideo;
115
Andreas Huber3831a062010-12-21 10:22:33 -0800116 bool mHasAudio;
117 bool mHasVideo;
Andreas Huberf9334412010-12-15 15:17:42 -0800118 bool mSyncQueues;
119
Andreas Huberb4082222011-01-20 15:23:04 -0800120 bool mPaused;
James Dongf57b4ea2012-07-20 13:38:36 -0700121 bool mVideoRenderingStarted;
Lajos Molnarcbaffcf2013-08-14 18:30:38 -0700122 int32_t mVideoRenderingStartGeneration;
123 int32_t mAudioRenderingStartGeneration;
Andreas Huberb4082222011-01-20 15:23:04 -0800124
Andreas Huber714aa7b2011-09-13 08:28:38 -0700125 int64_t mLastPositionUpdateUs;
Andreas Huber3fe62152011-09-16 15:09:22 -0700126 int64_t mVideoLateByUs;
Andreas Huber714aa7b2011-09-13 08:28:38 -0700127
Wei Jiabc2fb722014-07-08 16:37:57 -0700128 size_t fillAudioBuffer(void *buffer, size_t size);
129
Andreas Huber078cfcf2011-09-15 12:25:04 -0700130 bool onDrainAudioQueue();
Wei Jiabc2fb722014-07-08 16:37:57 -0700131 void postDrainAudioQueue_l(int64_t delayUs = 0);
Andreas Huberf9334412010-12-15 15:17:42 -0800132
133 void onDrainVideoQueue();
134 void postDrainVideoQueue();
135
Lajos Molnarcbaffcf2013-08-14 18:30:38 -0700136 void prepareForMediaRenderingStart();
137 void notifyIfMediaRenderingStarted();
138
Andreas Huberf9334412010-12-15 15:17:42 -0800139 void onQueueBuffer(const sp<AMessage> &msg);
140 void onQueueEOS(const sp<AMessage> &msg);
141 void onFlush(const sp<AMessage> &msg);
Andreas Huber3831a062010-12-21 10:22:33 -0800142 void onAudioSinkChanged();
Wei Jiabc2fb722014-07-08 16:37:57 -0700143 void onDisableOffloadAudio();
Andreas Huberb4082222011-01-20 15:23:04 -0800144 void onPause();
145 void onResume();
Andreas Huberf9334412010-12-15 15:17:42 -0800146
Andreas Huberc92fd242011-08-16 13:48:44 -0700147 void notifyEOS(bool audio, status_t finalResult);
Andreas Huberf9334412010-12-15 15:17:42 -0800148 void notifyFlushComplete(bool audio);
Andreas Huber43c3e6c2011-01-05 12:17:08 -0800149 void notifyPosition();
Andreas Huber3fe62152011-09-16 15:09:22 -0700150 void notifyVideoLateBy(int64_t lateByUs);
James Dongf57b4ea2012-07-20 13:38:36 -0700151 void notifyVideoRenderingStart();
Andreas Huberf9334412010-12-15 15:17:42 -0800152
153 void flushQueue(List<QueueEntry> *queue);
154 bool dropBufferWhileFlushing(bool audio, const sp<AMessage> &msg);
Wei Jiabc2fb722014-07-08 16:37:57 -0700155 void syncQueuesDone_l();
156
157 bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; }
Andreas Huberf9334412010-12-15 15:17:42 -0800158
159 DISALLOW_EVIL_CONSTRUCTORS(Renderer);
160};
161
162} // namespace android
163
164#endif // NUPLAYER_RENDERER_H_