blob: 6137fd1ebcf352cb5a69309711927b5046ec9a48 [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "NuPlayer2Driver"
19#include <inttypes.h>
20#include <utils/Log.h>
21#include <cutils/properties.h>
22
23#include "NuPlayer2Driver.h"
24
25#include "NuPlayer2.h"
26#include "NuPlayer2Source.h"
27
28#include <media/stagefright/foundation/ADebug.h>
29#include <media/stagefright/foundation/ALooper.h>
30#include <media/stagefright/foundation/AUtils.h>
31#include <media/stagefright/foundation/ByteUtils.h>
32#include <media/stagefright/MediaClock.h>
33#include <media/stagefright/MetaData.h>
34#include <media/stagefright/Utils.h>
35
36#include <media/IMediaAnalyticsService.h>
37
38static const int kDumpLockRetries = 50;
39static const int kDumpLockSleepUs = 20000;
40
41namespace android {
42
Wei Jiac5c79da2017-12-21 18:03:05 -080043struct ParcelWrapper : public RefBase {
44 static sp<ParcelWrapper> Create(const Parcel *p) {
45 if (p != NULL) {
46 sp<ParcelWrapper> pw = new ParcelWrapper();
47 if (pw->appendFrom(p) == OK) {
48 return pw;
49 }
50 }
51 return NULL;
52 }
53
54 const Parcel *getParcel() {
55 return mParcel;
56 }
57
58protected:
59 virtual ~ParcelWrapper() {
60 if (mParcel != NULL) {
61 delete mParcel;
62 }
63 }
64
65private:
66 ParcelWrapper()
67 : mParcel(NULL) { }
68
69 status_t appendFrom(const Parcel *p) {
70 if (mParcel == NULL) {
71 mParcel = new Parcel;
72 }
73 return mParcel->appendFrom(p, 0 /* start */, p->dataSize());
74 }
75
76 Parcel *mParcel;
77};
78
Wei Jia53692fa2017-12-11 10:33:46 -080079// key for media statistics
Ray Essickee54eef2018-01-24 11:16:54 -080080static const char *kKeyPlayer = "nuplayer";
Wei Jia53692fa2017-12-11 10:33:46 -080081// attrs for media statistics
82static const char *kPlayerVMime = "android.media.mediaplayer.video.mime";
83static const char *kPlayerVCodec = "android.media.mediaplayer.video.codec";
84static const char *kPlayerWidth = "android.media.mediaplayer.width";
85static const char *kPlayerHeight = "android.media.mediaplayer.height";
86static const char *kPlayerFrames = "android.media.mediaplayer.frames";
87static const char *kPlayerFramesDropped = "android.media.mediaplayer.dropped";
88static const char *kPlayerAMime = "android.media.mediaplayer.audio.mime";
89static const char *kPlayerACodec = "android.media.mediaplayer.audio.codec";
90static const char *kPlayerDuration = "android.media.mediaplayer.durationMs";
91static const char *kPlayerPlaying = "android.media.mediaplayer.playingMs";
92static const char *kPlayerError = "android.media.mediaplayer.err";
93static const char *kPlayerErrorCode = "android.media.mediaplayer.errcode";
Ray Essick51f4c872017-12-15 12:27:56 -080094static const char *kPlayerErrorState = "android.media.mediaplayer.errstate";
Wei Jia53692fa2017-12-11 10:33:46 -080095static const char *kPlayerDataSourceType = "android.media.mediaplayer.dataSource";
96//
97static const char *kPlayerRebuffering = "android.media.mediaplayer.rebufferingMs";
98static const char *kPlayerRebufferingCount = "android.media.mediaplayer.rebuffers";
99static const char *kPlayerRebufferingAtExit = "android.media.mediaplayer.rebufferExit";
100
101
102NuPlayer2Driver::NuPlayer2Driver(pid_t pid)
103 : mState(STATE_IDLE),
104 mIsAsyncPrepare(false),
105 mAsyncResult(UNKNOWN_ERROR),
106 mSetSurfaceInProgress(false),
107 mDurationUs(-1),
108 mPositionUs(-1),
109 mSeekInProgress(false),
110 mPlayingTimeUs(0),
111 mRebufferingTimeUs(0),
112 mRebufferingEvents(0),
113 mRebufferingAtExit(false),
114 mLooper(new ALooper),
Wei Jia12b9f4a2017-12-13 15:24:13 -0800115 mNuPlayer2Looper(new ALooper),
Wei Jia53692fa2017-12-11 10:33:46 -0800116 mMediaClock(new MediaClock),
117 mPlayer(new NuPlayer2(pid, mMediaClock)),
118 mPlayerFlags(0),
119 mAnalyticsItem(NULL),
120 mClientUid(-1),
121 mAtEOS(false),
122 mLooping(false),
123 mAutoLoop(false) {
124 ALOGD("NuPlayer2Driver(%p) created, clientPid(%d)", this, pid);
125 mLooper->setName("NuPlayer2Driver Looper");
Wei Jia12b9f4a2017-12-13 15:24:13 -0800126 mNuPlayer2Looper->setName("NuPlayer2 Looper");
Wei Jia53692fa2017-12-11 10:33:46 -0800127
128 mMediaClock->init();
129
130 // set up an analytics record
131 mAnalyticsItem = new MediaAnalyticsItem(kKeyPlayer);
Wei Jia53692fa2017-12-11 10:33:46 -0800132
Wei Jia12b9f4a2017-12-13 15:24:13 -0800133 mNuPlayer2Looper->start(
Wei Jia53692fa2017-12-11 10:33:46 -0800134 false, /* runOnCallingThread */
135 true, /* canCallJava */
136 PRIORITY_AUDIO);
137
Wei Jia12b9f4a2017-12-13 15:24:13 -0800138 mNuPlayer2Looper->registerHandler(mPlayer);
Wei Jia53692fa2017-12-11 10:33:46 -0800139
140 mPlayer->setDriver(this);
141}
142
143NuPlayer2Driver::~NuPlayer2Driver() {
144 ALOGV("~NuPlayer2Driver(%p)", this);
Wei Jia12b9f4a2017-12-13 15:24:13 -0800145 mNuPlayer2Looper->stop();
Wei Jia53692fa2017-12-11 10:33:46 -0800146 mLooper->stop();
147
148 // finalize any pending metrics, usually a no-op.
149 updateMetrics("destructor");
150 logMetrics("destructor");
151
152 if (mAnalyticsItem != NULL) {
153 delete mAnalyticsItem;
154 mAnalyticsItem = NULL;
155 }
156}
157
158status_t NuPlayer2Driver::initCheck() {
Wei Jia12b9f4a2017-12-13 15:24:13 -0800159 mLooper->start(
160 false, /* runOnCallingThread */
161 true, /* canCallJava */
162 PRIORITY_AUDIO);
163
164 mLooper->registerHandler(this);
Wei Jia53692fa2017-12-11 10:33:46 -0800165 return OK;
166}
167
168status_t NuPlayer2Driver::setUID(uid_t uid) {
169 mPlayer->setUID(uid);
170 mClientUid = uid;
171 if (mAnalyticsItem) {
172 mAnalyticsItem->setUid(mClientUid);
173 }
174
175 return OK;
176}
177
Wei Jiac2636032018-02-01 09:15:25 -0800178status_t NuPlayer2Driver::setDataSource(const sp<DataSourceDesc> &dsd) {
Wei Jia53692fa2017-12-11 10:33:46 -0800179 ALOGV("setDataSource(%p) callback source", this);
180 Mutex::Autolock autoLock(mLock);
181
182 if (mState != STATE_IDLE) {
183 return INVALID_OPERATION;
184 }
185
186 mState = STATE_SET_DATASOURCE_PENDING;
187
Wei Jiac2636032018-02-01 09:15:25 -0800188 mPlayer->setDataSourceAsync(dsd);
Wei Jia53692fa2017-12-11 10:33:46 -0800189
190 while (mState == STATE_SET_DATASOURCE_PENDING) {
191 mCondition.wait(mLock);
192 }
193
194 return mAsyncResult;
195}
196
Wei Jia28288fb2017-12-15 13:45:29 -0800197status_t NuPlayer2Driver::setVideoSurfaceTexture(const sp<ANativeWindowWrapper> &nww) {
Wei Jia53692fa2017-12-11 10:33:46 -0800198 ALOGV("setVideoSurfaceTexture(%p)", this);
199 Mutex::Autolock autoLock(mLock);
200
201 if (mSetSurfaceInProgress) {
202 return INVALID_OPERATION;
203 }
204
205 switch (mState) {
206 case STATE_SET_DATASOURCE_PENDING:
207 case STATE_RESET_IN_PROGRESS:
208 return INVALID_OPERATION;
209
210 default:
211 break;
212 }
213
214 mSetSurfaceInProgress = true;
215
Wei Jia28288fb2017-12-15 13:45:29 -0800216 mPlayer->setVideoSurfaceTextureAsync(nww);
Wei Jia53692fa2017-12-11 10:33:46 -0800217
218 while (mSetSurfaceInProgress) {
219 mCondition.wait(mLock);
220 }
221
222 return OK;
223}
224
225status_t NuPlayer2Driver::getBufferingSettings(BufferingSettings* buffering) {
226 ALOGV("getBufferingSettings(%p)", this);
227 {
228 Mutex::Autolock autoLock(mLock);
229 if (mState == STATE_IDLE) {
230 return INVALID_OPERATION;
231 }
232 }
233
234 return mPlayer->getBufferingSettings(buffering);
235}
236
237status_t NuPlayer2Driver::setBufferingSettings(const BufferingSettings& buffering) {
238 ALOGV("setBufferingSettings(%p)", this);
239 {
240 Mutex::Autolock autoLock(mLock);
241 if (mState == STATE_IDLE) {
242 return INVALID_OPERATION;
243 }
244 }
245
246 return mPlayer->setBufferingSettings(buffering);
247}
248
249status_t NuPlayer2Driver::prepare() {
250 ALOGV("prepare(%p)", this);
251 Mutex::Autolock autoLock(mLock);
252 return prepare_l();
253}
254
255status_t NuPlayer2Driver::prepare_l() {
256 switch (mState) {
257 case STATE_UNPREPARED:
258 mState = STATE_PREPARING;
259
260 // Make sure we're not posting any notifications, success or
261 // failure information is only communicated through our result
262 // code.
263 mIsAsyncPrepare = false;
264 mPlayer->prepareAsync();
265 while (mState == STATE_PREPARING) {
266 mCondition.wait(mLock);
267 }
268 return (mState == STATE_PREPARED) ? OK : UNKNOWN_ERROR;
269 case STATE_STOPPED:
270 // this is really just paused. handle as seek to start
271 mAtEOS = false;
272 mState = STATE_STOPPED_AND_PREPARING;
273 mIsAsyncPrepare = false;
274 mPlayer->seekToAsync(0, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
275 true /* needNotify */);
276 while (mState == STATE_STOPPED_AND_PREPARING) {
277 mCondition.wait(mLock);
278 }
279 return (mState == STATE_STOPPED_AND_PREPARED) ? OK : UNKNOWN_ERROR;
280 default:
281 return INVALID_OPERATION;
282 };
283}
284
285status_t NuPlayer2Driver::prepareAsync() {
286 ALOGV("prepareAsync(%p)", this);
287 Mutex::Autolock autoLock(mLock);
288
289 switch (mState) {
290 case STATE_UNPREPARED:
291 mState = STATE_PREPARING;
292 mIsAsyncPrepare = true;
293 mPlayer->prepareAsync();
294 return OK;
295 case STATE_STOPPED:
296 // this is really just paused. handle as seek to start
297 mAtEOS = false;
298 mState = STATE_STOPPED_AND_PREPARING;
299 mIsAsyncPrepare = true;
300 mPlayer->seekToAsync(0, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
301 true /* needNotify */);
302 return OK;
303 default:
304 return INVALID_OPERATION;
305 };
306}
307
308status_t NuPlayer2Driver::start() {
309 ALOGD("start(%p), state is %d, eos is %d", this, mState, mAtEOS);
310 Mutex::Autolock autoLock(mLock);
311 return start_l();
312}
313
314status_t NuPlayer2Driver::start_l() {
315 switch (mState) {
316 case STATE_UNPREPARED:
317 {
318 status_t err = prepare_l();
319
320 if (err != OK) {
321 return err;
322 }
323
324 CHECK_EQ(mState, STATE_PREPARED);
325
326 // fall through
327 }
328
329 case STATE_PAUSED:
330 case STATE_STOPPED_AND_PREPARED:
331 case STATE_PREPARED:
332 {
333 mPlayer->start();
334
335 // fall through
336 }
337
338 case STATE_RUNNING:
339 {
340 if (mAtEOS) {
341 mPlayer->seekToAsync(0);
342 mAtEOS = false;
343 mPositionUs = -1;
344 }
345 break;
346 }
347
348 default:
349 return INVALID_OPERATION;
350 }
351
352 mState = STATE_RUNNING;
353
354 return OK;
355}
356
357status_t NuPlayer2Driver::stop() {
358 ALOGD("stop(%p)", this);
359 Mutex::Autolock autoLock(mLock);
360
361 switch (mState) {
362 case STATE_RUNNING:
363 mPlayer->pause();
364 // fall through
365
366 case STATE_PAUSED:
367 mState = STATE_STOPPED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800368 notifyListener_l(MEDIA2_STOPPED);
Wei Jia53692fa2017-12-11 10:33:46 -0800369 break;
370
371 case STATE_PREPARED:
372 case STATE_STOPPED:
373 case STATE_STOPPED_AND_PREPARING:
374 case STATE_STOPPED_AND_PREPARED:
375 mState = STATE_STOPPED;
376 break;
377
378 default:
379 return INVALID_OPERATION;
380 }
381
382 return OK;
383}
384
385status_t NuPlayer2Driver::pause() {
386 ALOGD("pause(%p)", this);
387 // The NuPlayerRenderer may get flushed if pause for long enough, e.g. the pause timeout tear
388 // down for audio offload mode. If that happens, the NuPlayerRenderer will no longer know the
389 // current position. So similar to seekTo, update |mPositionUs| to the pause position by calling
390 // getCurrentPosition here.
391 int unused;
392 getCurrentPosition(&unused);
393
394 Mutex::Autolock autoLock(mLock);
395
396 switch (mState) {
397 case STATE_PAUSED:
398 case STATE_PREPARED:
399 return OK;
400
401 case STATE_RUNNING:
402 mState = STATE_PAUSED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800403 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800404 mPlayer->pause();
405 break;
406
407 default:
408 return INVALID_OPERATION;
409 }
410
411 return OK;
412}
413
414bool NuPlayer2Driver::isPlaying() {
415 return mState == STATE_RUNNING && !mAtEOS;
416}
417
418status_t NuPlayer2Driver::setPlaybackSettings(const AudioPlaybackRate &rate) {
419 status_t err = mPlayer->setPlaybackSettings(rate);
420 if (err == OK) {
421 // try to update position
422 int unused;
423 getCurrentPosition(&unused);
424 Mutex::Autolock autoLock(mLock);
425 if (rate.mSpeed == 0.f && mState == STATE_RUNNING) {
426 mState = STATE_PAUSED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800427 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800428 } else if (rate.mSpeed != 0.f
429 && (mState == STATE_PAUSED
430 || mState == STATE_STOPPED_AND_PREPARED
431 || mState == STATE_PREPARED)) {
432 err = start_l();
433 }
434 }
435 return err;
436}
437
438status_t NuPlayer2Driver::getPlaybackSettings(AudioPlaybackRate *rate) {
439 return mPlayer->getPlaybackSettings(rate);
440}
441
442status_t NuPlayer2Driver::setSyncSettings(const AVSyncSettings &sync, float videoFpsHint) {
443 return mPlayer->setSyncSettings(sync, videoFpsHint);
444}
445
446status_t NuPlayer2Driver::getSyncSettings(AVSyncSettings *sync, float *videoFps) {
447 return mPlayer->getSyncSettings(sync, videoFps);
448}
449
450status_t NuPlayer2Driver::seekTo(int msec, MediaPlayer2SeekMode mode) {
451 ALOGD("seekTo(%p) (%d ms, %d) at state %d", this, msec, mode, mState);
452 Mutex::Autolock autoLock(mLock);
453
454 int64_t seekTimeUs = msec * 1000ll;
455
456 switch (mState) {
457 case STATE_PREPARED:
458 case STATE_STOPPED_AND_PREPARED:
459 case STATE_PAUSED:
460 case STATE_RUNNING:
461 {
462 mAtEOS = false;
463 mSeekInProgress = true;
464 // seeks can take a while, so we essentially paused
Wei Jiac5c79da2017-12-21 18:03:05 -0800465 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800466 mPlayer->seekToAsync(seekTimeUs, mode, true /* needNotify */);
467 break;
468 }
469
470 default:
471 return INVALID_OPERATION;
472 }
473
474 mPositionUs = seekTimeUs;
475 return OK;
476}
477
478status_t NuPlayer2Driver::getCurrentPosition(int *msec) {
479 int64_t tempUs = 0;
480 {
481 Mutex::Autolock autoLock(mLock);
482 if (mSeekInProgress || (mState == STATE_PAUSED && !mAtEOS)) {
483 tempUs = (mPositionUs <= 0) ? 0 : mPositionUs;
484 *msec = (int)divRound(tempUs, (int64_t)(1000));
485 return OK;
486 }
487 }
488
489 status_t ret = mPlayer->getCurrentPosition(&tempUs);
490
491 Mutex::Autolock autoLock(mLock);
492 // We need to check mSeekInProgress here because mPlayer->seekToAsync is an async call, which
493 // means getCurrentPosition can be called before seek is completed. Iow, renderer may return a
494 // position value that's different the seek to position.
495 if (ret != OK) {
496 tempUs = (mPositionUs <= 0) ? 0 : mPositionUs;
497 } else {
498 mPositionUs = tempUs;
499 }
500 *msec = (int)divRound(tempUs, (int64_t)(1000));
501 return OK;
502}
503
504status_t NuPlayer2Driver::getDuration(int *msec) {
505 Mutex::Autolock autoLock(mLock);
506
507 if (mDurationUs < 0) {
508 return UNKNOWN_ERROR;
509 }
510
511 *msec = (mDurationUs + 500ll) / 1000;
512
513 return OK;
514}
515
516void NuPlayer2Driver::updateMetrics(const char *where) {
517 if (where == NULL) {
518 where = "unknown";
519 }
520 ALOGV("updateMetrics(%p) from %s at state %d", this, where, mState);
521
522 // gather the final stats for this record
523 Vector<sp<AMessage>> trackStats;
524 mPlayer->getStats(&trackStats);
525
526 if (trackStats.size() > 0) {
527 for (size_t i = 0; i < trackStats.size(); ++i) {
528 const sp<AMessage> &stats = trackStats.itemAt(i);
529
530 AString mime;
531 stats->findString("mime", &mime);
532
533 AString name;
534 stats->findString("component-name", &name);
535
536 if (mime.startsWith("video/")) {
537 int32_t width, height;
538 mAnalyticsItem->setCString(kPlayerVMime, mime.c_str());
539 if (!name.empty()) {
540 mAnalyticsItem->setCString(kPlayerVCodec, name.c_str());
541 }
542
543 if (stats->findInt32("width", &width)
544 && stats->findInt32("height", &height)) {
545 mAnalyticsItem->setInt32(kPlayerWidth, width);
546 mAnalyticsItem->setInt32(kPlayerHeight, height);
547 }
548
549 int64_t numFramesTotal = 0;
550 int64_t numFramesDropped = 0;
551 stats->findInt64("frames-total", &numFramesTotal);
552 stats->findInt64("frames-dropped-output", &numFramesDropped);
553
554 mAnalyticsItem->setInt64(kPlayerFrames, numFramesTotal);
555 mAnalyticsItem->setInt64(kPlayerFramesDropped, numFramesDropped);
556
557
558 } else if (mime.startsWith("audio/")) {
559 mAnalyticsItem->setCString(kPlayerAMime, mime.c_str());
560 if (!name.empty()) {
561 mAnalyticsItem->setCString(kPlayerACodec, name.c_str());
562 }
563 }
564 }
565 }
566
567 // always provide duration and playing time, even if they have 0/unknown values.
568
569 // getDuration() uses mLock for mutex -- careful where we use it.
570 int duration_ms = -1;
571 getDuration(&duration_ms);
572 mAnalyticsItem->setInt64(kPlayerDuration, duration_ms);
573
574 mAnalyticsItem->setInt64(kPlayerPlaying, (mPlayingTimeUs+500)/1000 );
575
576 if (mRebufferingEvents != 0) {
577 mAnalyticsItem->setInt64(kPlayerRebuffering, (mRebufferingTimeUs+500)/1000 );
578 mAnalyticsItem->setInt32(kPlayerRebufferingCount, mRebufferingEvents);
579 mAnalyticsItem->setInt32(kPlayerRebufferingAtExit, mRebufferingAtExit);
580 }
581
582 mAnalyticsItem->setCString(kPlayerDataSourceType, mPlayer->getDataSourceType());
583}
584
585
586void NuPlayer2Driver::logMetrics(const char *where) {
587 if (where == NULL) {
588 where = "unknown";
589 }
590 ALOGV("logMetrics(%p) from %s at state %d", this, where, mState);
591
592 if (mAnalyticsItem == NULL || mAnalyticsItem->isEnabled() == false) {
593 return;
594 }
595
596 // log only non-empty records
597 // we always updateMetrics() before we get here
598 // and that always injects 3 fields (duration, playing time, and
599 // datasource) into the record.
600 // So the canonical "empty" record has 3 elements in it.
601 if (mAnalyticsItem->count() > 3) {
602
Wei Jia53692fa2017-12-11 10:33:46 -0800603 mAnalyticsItem->selfrecord();
604
605 // re-init in case we prepare() and start() again.
606 delete mAnalyticsItem ;
Ray Essickee54eef2018-01-24 11:16:54 -0800607 mAnalyticsItem = new MediaAnalyticsItem(kKeyPlayer);
Wei Jia53692fa2017-12-11 10:33:46 -0800608 if (mAnalyticsItem) {
Wei Jia53692fa2017-12-11 10:33:46 -0800609 mAnalyticsItem->setUid(mClientUid);
610 }
611 } else {
612 ALOGV("did not have anything to record");
613 }
614}
615
616status_t NuPlayer2Driver::reset() {
617 ALOGD("reset(%p) at state %d", this, mState);
618
619 updateMetrics("reset");
620 logMetrics("reset");
621
622 Mutex::Autolock autoLock(mLock);
623
624 switch (mState) {
625 case STATE_IDLE:
626 return OK;
627
628 case STATE_SET_DATASOURCE_PENDING:
629 case STATE_RESET_IN_PROGRESS:
630 return INVALID_OPERATION;
631
632 case STATE_PREPARING:
633 {
634 CHECK(mIsAsyncPrepare);
635
Wei Jiac5c79da2017-12-21 18:03:05 -0800636 notifyListener_l(MEDIA2_PREPARED);
Wei Jia53692fa2017-12-11 10:33:46 -0800637 break;
638 }
639
640 default:
641 break;
642 }
643
644 if (mState != STATE_STOPPED) {
Wei Jiac5c79da2017-12-21 18:03:05 -0800645 notifyListener_l(MEDIA2_STOPPED);
Wei Jia53692fa2017-12-11 10:33:46 -0800646 }
647
648 mState = STATE_RESET_IN_PROGRESS;
649 mPlayer->resetAsync();
650
651 while (mState == STATE_RESET_IN_PROGRESS) {
652 mCondition.wait(mLock);
653 }
654
655 mDurationUs = -1;
656 mPositionUs = -1;
657 mLooping = false;
658 mPlayingTimeUs = 0;
659 mRebufferingTimeUs = 0;
660 mRebufferingEvents = 0;
661 mRebufferingAtExit = false;
662
663 return OK;
664}
665
666status_t NuPlayer2Driver::notifyAt(int64_t mediaTimeUs) {
667 ALOGV("notifyAt(%p), time:%lld", this, (long long)mediaTimeUs);
668 return mPlayer->notifyAt(mediaTimeUs);
669}
670
671status_t NuPlayer2Driver::setLooping(int loop) {
672 mLooping = loop != 0;
673 return OK;
674}
675
Wei Jia53692fa2017-12-11 10:33:46 -0800676status_t NuPlayer2Driver::invoke(const Parcel &request, Parcel *reply) {
677 if (reply == NULL) {
678 ALOGE("reply is a NULL pointer");
679 return BAD_VALUE;
680 }
681
682 int32_t methodId;
683 status_t ret = request.readInt32(&methodId);
684 if (ret != OK) {
Wei Jia12b9f4a2017-12-13 15:24:13 -0800685 ALOGE("Failed to retrieve the requested method to invoke, err(%d)", ret);
Wei Jia53692fa2017-12-11 10:33:46 -0800686 return ret;
687 }
688
689 switch (methodId) {
690 case MEDIA_PLAYER2_INVOKE_ID_SET_VIDEO_SCALING_MODE:
691 {
692 int mode = request.readInt32();
693 return mPlayer->setVideoScalingMode(mode);
694 }
695
696 case MEDIA_PLAYER2_INVOKE_ID_GET_TRACK_INFO:
697 {
698 return mPlayer->getTrackInfo(reply);
699 }
700
701 case MEDIA_PLAYER2_INVOKE_ID_SELECT_TRACK:
702 {
703 int trackIndex = request.readInt32();
704 int msec = 0;
705 // getCurrentPosition should always return OK
706 getCurrentPosition(&msec);
707 return mPlayer->selectTrack(trackIndex, true /* select */, msec * 1000ll);
708 }
709
710 case MEDIA_PLAYER2_INVOKE_ID_UNSELECT_TRACK:
711 {
712 int trackIndex = request.readInt32();
713 return mPlayer->selectTrack(trackIndex, false /* select */, 0xdeadbeef /* not used */);
714 }
715
716 case MEDIA_PLAYER2_INVOKE_ID_GET_SELECTED_TRACK:
717 {
718 int32_t type = request.readInt32();
719 return mPlayer->getSelectedTrack(type, reply);
720 }
721
722 default:
723 {
724 return INVALID_OPERATION;
725 }
726 }
727}
728
729void NuPlayer2Driver::setAudioSink(const sp<AudioSink> &audioSink) {
730 mPlayer->setAudioSink(audioSink);
731 mAudioSink = audioSink;
732}
733
734status_t NuPlayer2Driver::setParameter(
735 int /* key */, const Parcel & /* request */) {
736 return INVALID_OPERATION;
737}
738
739status_t NuPlayer2Driver::getParameter(int key, Parcel *reply) {
740
741 if (key == FOURCC('m','t','r','X')) {
742 // mtrX -- a play on 'metrics' (not matrix)
743 // gather current info all together, parcel it, and send it back
744 updateMetrics("api");
745 mAnalyticsItem->writeToParcel(reply);
746 return OK;
747 }
748
749 return INVALID_OPERATION;
750}
751
752status_t NuPlayer2Driver::getMetadata(
753 const media::Metadata::Filter& /* ids */, Parcel *records) {
754 Mutex::Autolock autoLock(mLock);
755
756 using media::Metadata;
757
758 Metadata meta(records);
759
760 meta.appendBool(
761 Metadata::kPauseAvailable,
762 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_PAUSE);
763
764 meta.appendBool(
765 Metadata::kSeekBackwardAvailable,
766 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK_BACKWARD);
767
768 meta.appendBool(
769 Metadata::kSeekForwardAvailable,
770 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK_FORWARD);
771
772 meta.appendBool(
773 Metadata::kSeekAvailable,
774 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK);
775
776 return OK;
777}
778
779void NuPlayer2Driver::notifyResetComplete() {
780 ALOGD("notifyResetComplete(%p)", this);
781 Mutex::Autolock autoLock(mLock);
782
783 CHECK_EQ(mState, STATE_RESET_IN_PROGRESS);
784 mState = STATE_IDLE;
785 mCondition.broadcast();
786}
787
788void NuPlayer2Driver::notifySetSurfaceComplete() {
789 ALOGV("notifySetSurfaceComplete(%p)", this);
790 Mutex::Autolock autoLock(mLock);
791
792 CHECK(mSetSurfaceInProgress);
793 mSetSurfaceInProgress = false;
794
795 mCondition.broadcast();
796}
797
798void NuPlayer2Driver::notifyDuration(int64_t durationUs) {
799 Mutex::Autolock autoLock(mLock);
800 mDurationUs = durationUs;
801}
802
803void NuPlayer2Driver::notifyMorePlayingTimeUs(int64_t playingUs) {
804 Mutex::Autolock autoLock(mLock);
805 mPlayingTimeUs += playingUs;
806}
807
808void NuPlayer2Driver::notifyMoreRebufferingTimeUs(int64_t rebufferingUs) {
809 Mutex::Autolock autoLock(mLock);
810 mRebufferingTimeUs += rebufferingUs;
811 mRebufferingEvents++;
812}
813
814void NuPlayer2Driver::notifyRebufferingWhenExit(bool status) {
815 Mutex::Autolock autoLock(mLock);
816 mRebufferingAtExit = status;
817}
818
819void NuPlayer2Driver::notifySeekComplete() {
820 ALOGV("notifySeekComplete(%p)", this);
821 Mutex::Autolock autoLock(mLock);
822 mSeekInProgress = false;
823 notifySeekComplete_l();
824}
825
826void NuPlayer2Driver::notifySeekComplete_l() {
827 bool wasSeeking = true;
828 if (mState == STATE_STOPPED_AND_PREPARING) {
829 wasSeeking = false;
830 mState = STATE_STOPPED_AND_PREPARED;
831 mCondition.broadcast();
832 if (!mIsAsyncPrepare) {
833 // if we are preparing synchronously, no need to notify listener
834 return;
835 }
836 } else if (mState == STATE_STOPPED) {
837 // no need to notify listener
838 return;
839 }
840 notifyListener_l(wasSeeking ? MEDIA2_SEEK_COMPLETE : MEDIA2_PREPARED);
841}
842
843status_t NuPlayer2Driver::dump(
844 int fd, const Vector<String16> & /* args */) const {
845
846 Vector<sp<AMessage> > trackStats;
847 mPlayer->getStats(&trackStats);
848
849 AString logString(" NuPlayer2\n");
850 char buf[256] = {0};
851
852 bool locked = false;
853 for (int i = 0; i < kDumpLockRetries; ++i) {
854 if (mLock.tryLock() == NO_ERROR) {
855 locked = true;
856 break;
857 }
858 usleep(kDumpLockSleepUs);
859 }
860
861 if (locked) {
862 snprintf(buf, sizeof(buf), " state(%d), atEOS(%d), looping(%d), autoLoop(%d)\n",
863 mState, mAtEOS, mLooping, mAutoLoop);
864 mLock.unlock();
865 } else {
866 snprintf(buf, sizeof(buf), " NPD(%p) lock is taken\n", this);
867 }
868 logString.append(buf);
869
870 for (size_t i = 0; i < trackStats.size(); ++i) {
871 const sp<AMessage> &stats = trackStats.itemAt(i);
872
873 AString mime;
874 if (stats->findString("mime", &mime)) {
875 snprintf(buf, sizeof(buf), " mime(%s)\n", mime.c_str());
876 logString.append(buf);
877 }
878
879 AString name;
880 if (stats->findString("component-name", &name)) {
881 snprintf(buf, sizeof(buf), " decoder(%s)\n", name.c_str());
882 logString.append(buf);
883 }
884
885 if (mime.startsWith("video/")) {
886 int32_t width, height;
887 if (stats->findInt32("width", &width)
888 && stats->findInt32("height", &height)) {
889 snprintf(buf, sizeof(buf), " resolution(%d x %d)\n", width, height);
890 logString.append(buf);
891 }
892
893 int64_t numFramesTotal = 0;
894 int64_t numFramesDropped = 0;
895
896 stats->findInt64("frames-total", &numFramesTotal);
897 stats->findInt64("frames-dropped-output", &numFramesDropped);
898 snprintf(buf, sizeof(buf), " numFramesTotal(%lld), numFramesDropped(%lld), "
899 "percentageDropped(%.2f%%)\n",
900 (long long)numFramesTotal,
901 (long long)numFramesDropped,
902 numFramesTotal == 0
903 ? 0.0 : (double)(numFramesDropped * 100) / numFramesTotal);
904 logString.append(buf);
905 }
906 }
907
908 ALOGI("%s", logString.c_str());
909
910 if (fd >= 0) {
911 FILE *out = fdopen(dup(fd), "w");
912 fprintf(out, "%s", logString.c_str());
913 fclose(out);
914 out = NULL;
915 }
916
917 return OK;
918}
919
Wei Jia12b9f4a2017-12-13 15:24:13 -0800920void NuPlayer2Driver::onMessageReceived(const sp<AMessage> &msg) {
921 switch (msg->what()) {
922 case kWhatNotifyListener: {
923 int32_t msgId;
Wei Jiac5c79da2017-12-21 18:03:05 -0800924 int32_t ext1 = 0;
925 int32_t ext2 = 0;
Wei Jia12b9f4a2017-12-13 15:24:13 -0800926 CHECK(msg->findInt32("messageId", &msgId));
Wei Jiac5c79da2017-12-21 18:03:05 -0800927 msg->findInt32("ext1", &ext1);
928 msg->findInt32("ext2", &ext2);
929 sp<ParcelWrapper> in;
930 sp<RefBase> obj;
931 if (msg->findObject("parcel", &obj) && obj != NULL) {
932 in = static_cast<ParcelWrapper *>(obj.get());
933 }
934 sendEvent(msgId, ext1, ext2, (in == NULL ? NULL : in->getParcel()));
Wei Jia12b9f4a2017-12-13 15:24:13 -0800935 break;
936 }
937 default:
938 break;
939 }
940}
941
Wei Jia53692fa2017-12-11 10:33:46 -0800942void NuPlayer2Driver::notifyListener(
943 int msg, int ext1, int ext2, const Parcel *in) {
944 Mutex::Autolock autoLock(mLock);
945 notifyListener_l(msg, ext1, ext2, in);
946}
947
948void NuPlayer2Driver::notifyListener_l(
949 int msg, int ext1, int ext2, const Parcel *in) {
950 ALOGD("notifyListener_l(%p), (%d, %d, %d, %d), loop setting(%d, %d)",
951 this, msg, ext1, ext2, (in == NULL ? -1 : (int)in->dataSize()), mAutoLoop, mLooping);
952 switch (msg) {
953 case MEDIA2_PLAYBACK_COMPLETE:
954 {
955 if (mState != STATE_RESET_IN_PROGRESS) {
956 if (mAutoLoop) {
957 audio_stream_type_t streamType = AUDIO_STREAM_MUSIC;
958 if (mAudioSink != NULL) {
959 streamType = mAudioSink->getAudioStreamType();
960 }
961 if (streamType == AUDIO_STREAM_NOTIFICATION) {
962 ALOGW("disabling auto-loop for notification");
963 mAutoLoop = false;
964 }
965 }
966 if (mLooping || mAutoLoop) {
967 mPlayer->seekToAsync(0);
968 if (mAudioSink != NULL) {
969 // The renderer has stopped the sink at the end in order to play out
970 // the last little bit of audio. If we're looping, we need to restart it.
971 mAudioSink->start();
972 }
973 // don't send completion event when looping
974 return;
975 }
976 if (property_get_bool("persist.debug.sf.stats", false)) {
977 Vector<String16> args;
978 dump(-1, args);
979 }
980 mPlayer->pause();
981 mState = STATE_PAUSED;
982 }
983 // fall through
984 }
985
986 case MEDIA2_ERROR:
987 {
988 // when we have an error, add it to the analytics for this playback.
989 // ext1 is our primary 'error type' value. Only add ext2 when non-zero.
990 // [test against msg is due to fall through from previous switch value]
991 if (msg == MEDIA2_ERROR) {
992 mAnalyticsItem->setInt32(kPlayerError, ext1);
993 if (ext2 != 0) {
994 mAnalyticsItem->setInt32(kPlayerErrorCode, ext2);
995 }
Ray Essick51f4c872017-12-15 12:27:56 -0800996 mAnalyticsItem->setCString(kPlayerErrorState, stateString(mState).c_str());
Wei Jia53692fa2017-12-11 10:33:46 -0800997 }
998 mAtEOS = true;
999 break;
1000 }
1001
1002 default:
1003 break;
1004 }
1005
Wei Jiac5c79da2017-12-21 18:03:05 -08001006 sp<AMessage> notify = new AMessage(kWhatNotifyListener, this);
1007 notify->setInt32("messageId", msg);
1008 notify->setInt32("ext1", ext1);
1009 notify->setInt32("ext2", ext2);
1010 notify->setObject("parcel", ParcelWrapper::Create(in));
1011 notify->post();
Wei Jia12b9f4a2017-12-13 15:24:13 -08001012}
1013
Wei Jia53692fa2017-12-11 10:33:46 -08001014void NuPlayer2Driver::notifySetDataSourceCompleted(status_t err) {
1015 Mutex::Autolock autoLock(mLock);
1016
1017 CHECK_EQ(mState, STATE_SET_DATASOURCE_PENDING);
1018
1019 mAsyncResult = err;
1020 mState = (err == OK) ? STATE_UNPREPARED : STATE_IDLE;
1021 mCondition.broadcast();
1022}
1023
1024void NuPlayer2Driver::notifyPrepareCompleted(status_t err) {
1025 ALOGV("notifyPrepareCompleted %d", err);
1026
1027 Mutex::Autolock autoLock(mLock);
1028
1029 if (mState != STATE_PREPARING) {
1030 // We were preparing asynchronously when the client called
1031 // reset(), we sent a premature "prepared" notification and
1032 // then initiated the reset. This notification is stale.
1033 CHECK(mState == STATE_RESET_IN_PROGRESS || mState == STATE_IDLE);
1034 return;
1035 }
1036
1037 CHECK_EQ(mState, STATE_PREPARING);
1038
1039 mAsyncResult = err;
1040
1041 if (err == OK) {
1042 // update state before notifying client, so that if client calls back into NuPlayer2Driver
1043 // in response, NuPlayer2Driver has the right state
1044 mState = STATE_PREPARED;
1045 if (mIsAsyncPrepare) {
1046 notifyListener_l(MEDIA2_PREPARED);
1047 }
1048 } else {
1049 mState = STATE_UNPREPARED;
1050 if (mIsAsyncPrepare) {
1051 notifyListener_l(MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err);
1052 }
1053 }
1054
1055 sp<MetaData> meta = mPlayer->getFileMeta();
1056 int32_t loop;
1057 if (meta != NULL
1058 && meta->findInt32(kKeyAutoLoop, &loop) && loop != 0) {
1059 mAutoLoop = true;
1060 }
1061
1062 mCondition.broadcast();
1063}
1064
1065void NuPlayer2Driver::notifyFlagsChanged(uint32_t flags) {
1066 Mutex::Autolock autoLock(mLock);
1067
1068 mPlayerFlags = flags;
1069}
1070
1071// Modular DRM
1072status_t NuPlayer2Driver::prepareDrm(const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId)
1073{
1074 ALOGV("prepareDrm(%p) state: %d", this, mState);
1075
1076 // leaving the state verification for mediaplayer.cpp
1077 status_t ret = mPlayer->prepareDrm(uuid, drmSessionId);
1078
1079 ALOGV("prepareDrm ret: %d", ret);
1080
1081 return ret;
1082}
1083
1084status_t NuPlayer2Driver::releaseDrm()
1085{
1086 ALOGV("releaseDrm(%p) state: %d", this, mState);
1087
1088 // leaving the state verification for mediaplayer.cpp
1089 status_t ret = mPlayer->releaseDrm();
1090
1091 ALOGV("releaseDrm ret: %d", ret);
1092
1093 return ret;
1094}
1095
Ray Essick51f4c872017-12-15 12:27:56 -08001096std::string NuPlayer2Driver::stateString(State state) {
1097 const char *rval = NULL;
1098 char rawbuffer[16]; // allows "%d"
1099
1100 switch (state) {
1101 case STATE_IDLE: rval = "IDLE"; break;
1102 case STATE_SET_DATASOURCE_PENDING: rval = "SET_DATASOURCE_PENDING"; break;
1103 case STATE_UNPREPARED: rval = "UNPREPARED"; break;
1104 case STATE_PREPARING: rval = "PREPARING"; break;
1105 case STATE_PREPARED: rval = "PREPARED"; break;
1106 case STATE_RUNNING: rval = "RUNNING"; break;
1107 case STATE_PAUSED: rval = "PAUSED"; break;
1108 case STATE_RESET_IN_PROGRESS: rval = "RESET_IN_PROGRESS"; break;
1109 case STATE_STOPPED: rval = "STOPPED"; break;
1110 case STATE_STOPPED_AND_PREPARING: rval = "STOPPED_AND_PREPARING"; break;
1111 case STATE_STOPPED_AND_PREPARED: rval = "STOPPED_AND_PREPARED"; break;
1112 default:
1113 // yes, this buffer is shared and vulnerable to races
1114 snprintf(rawbuffer, sizeof(rawbuffer), "%d", state);
1115 rval = rawbuffer;
1116 break;
1117 }
1118
1119 return rval;
1120}
1121
Wei Jia53692fa2017-12-11 10:33:46 -08001122} // namespace android