blob: 1cba1a02d67c79eb8b532865dc1386061f09305d [file] [log] [blame]
Andreas Huberf9334412010-12-15 15:17:42 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef NUPLAYER_RENDERER_H_
18
19#define NUPLAYER_RENDERER_H_
20
21#include "NuPlayer.h"
22
23namespace android {
24
Andreas Huber5bc087c2010-12-23 10:27:40 -080025struct ABuffer;
26
Andreas Huberf9334412010-12-15 15:17:42 -080027struct NuPlayer::Renderer : public AHandler {
Andreas Huberd5e56232013-03-12 11:01:43 -070028 enum Flags {
29 FLAG_REAL_TIME = 1,
Wei Jiabc2fb722014-07-08 16:37:57 -070030 FLAG_OFFLOAD_AUDIO = 2,
Andreas Huberd5e56232013-03-12 11:01:43 -070031 };
Andreas Huberf9334412010-12-15 15:17:42 -080032 Renderer(const sp<MediaPlayerBase::AudioSink> &sink,
Andreas Huberd5e56232013-03-12 11:01:43 -070033 const sp<AMessage> &notify,
34 uint32_t flags = 0);
Andreas Huberf9334412010-12-15 15:17:42 -080035
Wei Jiabc2fb722014-07-08 16:37:57 -070036 static size_t AudioSinkCallback(
37 MediaPlayerBase::AudioSink *audioSink,
38 void *data, size_t size, void *me,
39 MediaPlayerBase::AudioSink::cb_event_t event);
40
Andreas Huberf9334412010-12-15 15:17:42 -080041 void queueBuffer(
42 bool audio,
43 const sp<ABuffer> &buffer,
44 const sp<AMessage> &notifyConsumed);
45
46 void queueEOS(bool audio, status_t finalResult);
47
48 void flush(bool audio);
49
50 void signalTimeDiscontinuity();
51
Andreas Huber3831a062010-12-21 10:22:33 -080052 void signalAudioSinkChanged();
53
Wei Jiabc2fb722014-07-08 16:37:57 -070054 void signalDisableOffloadAudio();
55
Andreas Huberb4082222011-01-20 15:23:04 -080056 void pause();
57 void resume();
58
Andreas Huberf9334412010-12-15 15:17:42 -080059 enum {
James Dongf57b4ea2012-07-20 13:38:36 -070060 kWhatEOS = 'eos ',
61 kWhatFlushComplete = 'fluC',
62 kWhatPosition = 'posi',
63 kWhatVideoRenderingStart = 'vdrd',
Lajos Molnarcbaffcf2013-08-14 18:30:38 -070064 kWhatMediaRenderingStart = 'mdrd',
Wei Jia3a2956d2014-07-22 16:01:33 -070065 kWhatAudioOffloadTearDown = 'aOTD',
Andreas Huberf9334412010-12-15 15:17:42 -080066 };
67
68protected:
69 virtual ~Renderer();
70
71 virtual void onMessageReceived(const sp<AMessage> &msg);
72
73private:
74 enum {
Wei Jiabc2fb722014-07-08 16:37:57 -070075 kWhatDrainAudioQueue = 'draA',
76 kWhatDrainVideoQueue = 'draV',
77 kWhatQueueBuffer = 'queB',
78 kWhatQueueEOS = 'qEOS',
79 kWhatFlush = 'flus',
80 kWhatAudioSinkChanged = 'auSC',
81 kWhatPause = 'paus',
82 kWhatResume = 'resm',
83 kWhatStopAudioSink = 'stpA',
84 kWhatDisableOffloadAudio = 'noOA',
Andreas Huberf9334412010-12-15 15:17:42 -080085 };
86
87 struct QueueEntry {
88 sp<ABuffer> mBuffer;
89 sp<AMessage> mNotifyConsumed;
90 size_t mOffset;
91 status_t mFinalResult;
92 };
93
Andreas Huber714aa7b2011-09-13 08:28:38 -070094 static const int64_t kMinPositionUpdateDelayUs;
95
Andreas Huberf9334412010-12-15 15:17:42 -080096 sp<MediaPlayerBase::AudioSink> mAudioSink;
97 sp<AMessage> mNotify;
Wei Jiabc2fb722014-07-08 16:37:57 -070098 Mutex mLock;
Andreas Huberd5e56232013-03-12 11:01:43 -070099 uint32_t mFlags;
Andreas Huberf9334412010-12-15 15:17:42 -0800100 List<QueueEntry> mAudioQueue;
101 List<QueueEntry> mVideoQueue;
102 uint32_t mNumFramesWritten;
103
104 bool mDrainAudioQueuePending;
105 bool mDrainVideoQueuePending;
106 int32_t mAudioQueueGeneration;
107 int32_t mVideoQueueGeneration;
108
Wei Jiabc2fb722014-07-08 16:37:57 -0700109 int64_t mFirstAudioTimeUs;
Andreas Huberf9334412010-12-15 15:17:42 -0800110 int64_t mAnchorTimeMediaUs;
111 int64_t mAnchorTimeRealUs;
112
113 Mutex mFlushLock; // protects the following 2 member vars.
114 bool mFlushingAudio;
115 bool mFlushingVideo;
116
Andreas Huber3831a062010-12-21 10:22:33 -0800117 bool mHasAudio;
118 bool mHasVideo;
Andreas Huberf9334412010-12-15 15:17:42 -0800119 bool mSyncQueues;
120
Andreas Huberb4082222011-01-20 15:23:04 -0800121 bool mPaused;
James Dongf57b4ea2012-07-20 13:38:36 -0700122 bool mVideoRenderingStarted;
Lajos Molnarcbaffcf2013-08-14 18:30:38 -0700123 int32_t mVideoRenderingStartGeneration;
124 int32_t mAudioRenderingStartGeneration;
Andreas Huberb4082222011-01-20 15:23:04 -0800125
Andreas Huber714aa7b2011-09-13 08:28:38 -0700126 int64_t mLastPositionUpdateUs;
Andreas Huber3fe62152011-09-16 15:09:22 -0700127 int64_t mVideoLateByUs;
Andreas Huber714aa7b2011-09-13 08:28:38 -0700128
Wei Jiabc2fb722014-07-08 16:37:57 -0700129 size_t fillAudioBuffer(void *buffer, size_t size);
130
Andreas Huber078cfcf2011-09-15 12:25:04 -0700131 bool onDrainAudioQueue();
Wei Jiabc2fb722014-07-08 16:37:57 -0700132 void postDrainAudioQueue_l(int64_t delayUs = 0);
Andreas Huberf9334412010-12-15 15:17:42 -0800133
134 void onDrainVideoQueue();
135 void postDrainVideoQueue();
136
Lajos Molnarcbaffcf2013-08-14 18:30:38 -0700137 void prepareForMediaRenderingStart();
138 void notifyIfMediaRenderingStarted();
139
Andreas Huberf9334412010-12-15 15:17:42 -0800140 void onQueueBuffer(const sp<AMessage> &msg);
141 void onQueueEOS(const sp<AMessage> &msg);
142 void onFlush(const sp<AMessage> &msg);
Andreas Huber3831a062010-12-21 10:22:33 -0800143 void onAudioSinkChanged();
Wei Jiabc2fb722014-07-08 16:37:57 -0700144 void onDisableOffloadAudio();
Andreas Huberb4082222011-01-20 15:23:04 -0800145 void onPause();
146 void onResume();
Wei Jia3a2956d2014-07-22 16:01:33 -0700147 void onAudioOffloadTearDown();
Andreas Huberf9334412010-12-15 15:17:42 -0800148
Andreas Huberc92fd242011-08-16 13:48:44 -0700149 void notifyEOS(bool audio, status_t finalResult);
Andreas Huberf9334412010-12-15 15:17:42 -0800150 void notifyFlushComplete(bool audio);
Andreas Huber43c3e6c2011-01-05 12:17:08 -0800151 void notifyPosition();
Andreas Huber3fe62152011-09-16 15:09:22 -0700152 void notifyVideoLateBy(int64_t lateByUs);
James Dongf57b4ea2012-07-20 13:38:36 -0700153 void notifyVideoRenderingStart();
Wei Jia3a2956d2014-07-22 16:01:33 -0700154 void notifyAudioOffloadTearDown();
Andreas Huberf9334412010-12-15 15:17:42 -0800155
156 void flushQueue(List<QueueEntry> *queue);
157 bool dropBufferWhileFlushing(bool audio, const sp<AMessage> &msg);
Wei Jiabc2fb722014-07-08 16:37:57 -0700158 void syncQueuesDone_l();
159
160 bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; }
Andreas Huberf9334412010-12-15 15:17:42 -0800161
162 DISALLOW_EVIL_CONSTRUCTORS(Renderer);
163};
164
165} // namespace android
166
167#endif // NUPLAYER_RENDERER_H_