blob: 233ba0a240ba4f06c19eb90588ec738d59237925 [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "NuPlayer2Driver"
19#include <inttypes.h>
20#include <utils/Log.h>
21#include <cutils/properties.h>
22
23#include "NuPlayer2Driver.h"
24
25#include "NuPlayer2.h"
26#include "NuPlayer2Source.h"
27
28#include <media/stagefright/foundation/ADebug.h>
29#include <media/stagefright/foundation/ALooper.h>
30#include <media/stagefright/foundation/AUtils.h>
31#include <media/stagefright/foundation/ByteUtils.h>
32#include <media/stagefright/MediaClock.h>
33#include <media/stagefright/MetaData.h>
34#include <media/stagefright/Utils.h>
35
36#include <media/IMediaAnalyticsService.h>
37
38static const int kDumpLockRetries = 50;
39static const int kDumpLockSleepUs = 20000;
40
41namespace android {
42
Wei Jiac5c79da2017-12-21 18:03:05 -080043struct ParcelWrapper : public RefBase {
44 static sp<ParcelWrapper> Create(const Parcel *p) {
45 if (p != NULL) {
46 sp<ParcelWrapper> pw = new ParcelWrapper();
47 if (pw->appendFrom(p) == OK) {
48 return pw;
49 }
50 }
51 return NULL;
52 }
53
54 const Parcel *getParcel() {
55 return mParcel;
56 }
57
58protected:
59 virtual ~ParcelWrapper() {
60 if (mParcel != NULL) {
61 delete mParcel;
62 }
63 }
64
65private:
66 ParcelWrapper()
67 : mParcel(NULL) { }
68
69 status_t appendFrom(const Parcel *p) {
70 if (mParcel == NULL) {
71 mParcel = new Parcel;
72 }
73 return mParcel->appendFrom(p, 0 /* start */, p->dataSize());
74 }
75
76 Parcel *mParcel;
77};
78
Wei Jia53692fa2017-12-11 10:33:46 -080079// key for media statistics
Ray Essickee54eef2018-01-24 11:16:54 -080080static const char *kKeyPlayer = "nuplayer";
Wei Jia53692fa2017-12-11 10:33:46 -080081// attrs for media statistics
82static const char *kPlayerVMime = "android.media.mediaplayer.video.mime";
83static const char *kPlayerVCodec = "android.media.mediaplayer.video.codec";
84static const char *kPlayerWidth = "android.media.mediaplayer.width";
85static const char *kPlayerHeight = "android.media.mediaplayer.height";
86static const char *kPlayerFrames = "android.media.mediaplayer.frames";
87static const char *kPlayerFramesDropped = "android.media.mediaplayer.dropped";
88static const char *kPlayerAMime = "android.media.mediaplayer.audio.mime";
89static const char *kPlayerACodec = "android.media.mediaplayer.audio.codec";
90static const char *kPlayerDuration = "android.media.mediaplayer.durationMs";
91static const char *kPlayerPlaying = "android.media.mediaplayer.playingMs";
92static const char *kPlayerError = "android.media.mediaplayer.err";
93static const char *kPlayerErrorCode = "android.media.mediaplayer.errcode";
Ray Essick51f4c872017-12-15 12:27:56 -080094static const char *kPlayerErrorState = "android.media.mediaplayer.errstate";
Wei Jia53692fa2017-12-11 10:33:46 -080095static const char *kPlayerDataSourceType = "android.media.mediaplayer.dataSource";
96//
97static const char *kPlayerRebuffering = "android.media.mediaplayer.rebufferingMs";
98static const char *kPlayerRebufferingCount = "android.media.mediaplayer.rebuffers";
99static const char *kPlayerRebufferingAtExit = "android.media.mediaplayer.rebufferExit";
100
101
102NuPlayer2Driver::NuPlayer2Driver(pid_t pid)
103 : mState(STATE_IDLE),
104 mIsAsyncPrepare(false),
105 mAsyncResult(UNKNOWN_ERROR),
106 mSetSurfaceInProgress(false),
107 mDurationUs(-1),
108 mPositionUs(-1),
109 mSeekInProgress(false),
110 mPlayingTimeUs(0),
111 mRebufferingTimeUs(0),
112 mRebufferingEvents(0),
113 mRebufferingAtExit(false),
114 mLooper(new ALooper),
Wei Jia12b9f4a2017-12-13 15:24:13 -0800115 mNuPlayer2Looper(new ALooper),
Wei Jia53692fa2017-12-11 10:33:46 -0800116 mMediaClock(new MediaClock),
117 mPlayer(new NuPlayer2(pid, mMediaClock)),
118 mPlayerFlags(0),
119 mAnalyticsItem(NULL),
120 mClientUid(-1),
121 mAtEOS(false),
122 mLooping(false),
123 mAutoLoop(false) {
124 ALOGD("NuPlayer2Driver(%p) created, clientPid(%d)", this, pid);
125 mLooper->setName("NuPlayer2Driver Looper");
Wei Jia12b9f4a2017-12-13 15:24:13 -0800126 mNuPlayer2Looper->setName("NuPlayer2 Looper");
Wei Jia53692fa2017-12-11 10:33:46 -0800127
128 mMediaClock->init();
129
130 // set up an analytics record
131 mAnalyticsItem = new MediaAnalyticsItem(kKeyPlayer);
132 mAnalyticsItem->generateSessionID();
133
Wei Jia12b9f4a2017-12-13 15:24:13 -0800134 mNuPlayer2Looper->start(
Wei Jia53692fa2017-12-11 10:33:46 -0800135 false, /* runOnCallingThread */
136 true, /* canCallJava */
137 PRIORITY_AUDIO);
138
Wei Jia12b9f4a2017-12-13 15:24:13 -0800139 mNuPlayer2Looper->registerHandler(mPlayer);
Wei Jia53692fa2017-12-11 10:33:46 -0800140
141 mPlayer->setDriver(this);
142}
143
144NuPlayer2Driver::~NuPlayer2Driver() {
145 ALOGV("~NuPlayer2Driver(%p)", this);
Wei Jia12b9f4a2017-12-13 15:24:13 -0800146 mNuPlayer2Looper->stop();
Wei Jia53692fa2017-12-11 10:33:46 -0800147 mLooper->stop();
148
149 // finalize any pending metrics, usually a no-op.
150 updateMetrics("destructor");
151 logMetrics("destructor");
152
153 if (mAnalyticsItem != NULL) {
154 delete mAnalyticsItem;
155 mAnalyticsItem = NULL;
156 }
157}
158
159status_t NuPlayer2Driver::initCheck() {
Wei Jia12b9f4a2017-12-13 15:24:13 -0800160 mLooper->start(
161 false, /* runOnCallingThread */
162 true, /* canCallJava */
163 PRIORITY_AUDIO);
164
165 mLooper->registerHandler(this);
Wei Jia53692fa2017-12-11 10:33:46 -0800166 return OK;
167}
168
169status_t NuPlayer2Driver::setUID(uid_t uid) {
170 mPlayer->setUID(uid);
171 mClientUid = uid;
172 if (mAnalyticsItem) {
173 mAnalyticsItem->setUid(mClientUid);
174 }
175
176 return OK;
177}
178
179status_t NuPlayer2Driver::setDataSource(
180 const sp<MediaHTTPService> &httpService,
181 const char *url,
182 const KeyedVector<String8, String8> *headers) {
183 ALOGV("setDataSource(%p) url(%s)", this, uriDebugString(url, false).c_str());
184 Mutex::Autolock autoLock(mLock);
185
186 if (mState != STATE_IDLE) {
187 return INVALID_OPERATION;
188 }
189
190 mState = STATE_SET_DATASOURCE_PENDING;
191
192 mPlayer->setDataSourceAsync(httpService, url, headers);
193
194 while (mState == STATE_SET_DATASOURCE_PENDING) {
195 mCondition.wait(mLock);
196 }
197
198 return mAsyncResult;
199}
200
201status_t NuPlayer2Driver::setDataSource(int fd, int64_t offset, int64_t length) {
202 ALOGV("setDataSource(%p) file(%d)", this, fd);
203 Mutex::Autolock autoLock(mLock);
204
205 if (mState != STATE_IDLE) {
206 return INVALID_OPERATION;
207 }
208
209 mState = STATE_SET_DATASOURCE_PENDING;
210
211 mPlayer->setDataSourceAsync(fd, offset, length);
212
213 while (mState == STATE_SET_DATASOURCE_PENDING) {
214 mCondition.wait(mLock);
215 }
216
217 return mAsyncResult;
218}
219
220status_t NuPlayer2Driver::setDataSource(const sp<IStreamSource> &source) {
221 ALOGV("setDataSource(%p) stream source", this);
222 Mutex::Autolock autoLock(mLock);
223
224 if (mState != STATE_IDLE) {
225 return INVALID_OPERATION;
226 }
227
228 mState = STATE_SET_DATASOURCE_PENDING;
229
230 mPlayer->setDataSourceAsync(source);
231
232 while (mState == STATE_SET_DATASOURCE_PENDING) {
233 mCondition.wait(mLock);
234 }
235
236 return mAsyncResult;
237}
238
239status_t NuPlayer2Driver::setDataSource(const sp<DataSource> &source) {
240 ALOGV("setDataSource(%p) callback source", this);
241 Mutex::Autolock autoLock(mLock);
242
243 if (mState != STATE_IDLE) {
244 return INVALID_OPERATION;
245 }
246
247 mState = STATE_SET_DATASOURCE_PENDING;
248
249 mPlayer->setDataSourceAsync(source);
250
251 while (mState == STATE_SET_DATASOURCE_PENDING) {
252 mCondition.wait(mLock);
253 }
254
255 return mAsyncResult;
256}
257
Wei Jia28288fb2017-12-15 13:45:29 -0800258status_t NuPlayer2Driver::setVideoSurfaceTexture(const sp<ANativeWindowWrapper> &nww) {
Wei Jia53692fa2017-12-11 10:33:46 -0800259 ALOGV("setVideoSurfaceTexture(%p)", this);
260 Mutex::Autolock autoLock(mLock);
261
262 if (mSetSurfaceInProgress) {
263 return INVALID_OPERATION;
264 }
265
266 switch (mState) {
267 case STATE_SET_DATASOURCE_PENDING:
268 case STATE_RESET_IN_PROGRESS:
269 return INVALID_OPERATION;
270
271 default:
272 break;
273 }
274
275 mSetSurfaceInProgress = true;
276
Wei Jia28288fb2017-12-15 13:45:29 -0800277 mPlayer->setVideoSurfaceTextureAsync(nww);
Wei Jia53692fa2017-12-11 10:33:46 -0800278
279 while (mSetSurfaceInProgress) {
280 mCondition.wait(mLock);
281 }
282
283 return OK;
284}
285
286status_t NuPlayer2Driver::getBufferingSettings(BufferingSettings* buffering) {
287 ALOGV("getBufferingSettings(%p)", this);
288 {
289 Mutex::Autolock autoLock(mLock);
290 if (mState == STATE_IDLE) {
291 return INVALID_OPERATION;
292 }
293 }
294
295 return mPlayer->getBufferingSettings(buffering);
296}
297
298status_t NuPlayer2Driver::setBufferingSettings(const BufferingSettings& buffering) {
299 ALOGV("setBufferingSettings(%p)", this);
300 {
301 Mutex::Autolock autoLock(mLock);
302 if (mState == STATE_IDLE) {
303 return INVALID_OPERATION;
304 }
305 }
306
307 return mPlayer->setBufferingSettings(buffering);
308}
309
310status_t NuPlayer2Driver::prepare() {
311 ALOGV("prepare(%p)", this);
312 Mutex::Autolock autoLock(mLock);
313 return prepare_l();
314}
315
316status_t NuPlayer2Driver::prepare_l() {
317 switch (mState) {
318 case STATE_UNPREPARED:
319 mState = STATE_PREPARING;
320
321 // Make sure we're not posting any notifications, success or
322 // failure information is only communicated through our result
323 // code.
324 mIsAsyncPrepare = false;
325 mPlayer->prepareAsync();
326 while (mState == STATE_PREPARING) {
327 mCondition.wait(mLock);
328 }
329 return (mState == STATE_PREPARED) ? OK : UNKNOWN_ERROR;
330 case STATE_STOPPED:
331 // this is really just paused. handle as seek to start
332 mAtEOS = false;
333 mState = STATE_STOPPED_AND_PREPARING;
334 mIsAsyncPrepare = false;
335 mPlayer->seekToAsync(0, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
336 true /* needNotify */);
337 while (mState == STATE_STOPPED_AND_PREPARING) {
338 mCondition.wait(mLock);
339 }
340 return (mState == STATE_STOPPED_AND_PREPARED) ? OK : UNKNOWN_ERROR;
341 default:
342 return INVALID_OPERATION;
343 };
344}
345
346status_t NuPlayer2Driver::prepareAsync() {
347 ALOGV("prepareAsync(%p)", this);
348 Mutex::Autolock autoLock(mLock);
349
350 switch (mState) {
351 case STATE_UNPREPARED:
352 mState = STATE_PREPARING;
353 mIsAsyncPrepare = true;
354 mPlayer->prepareAsync();
355 return OK;
356 case STATE_STOPPED:
357 // this is really just paused. handle as seek to start
358 mAtEOS = false;
359 mState = STATE_STOPPED_AND_PREPARING;
360 mIsAsyncPrepare = true;
361 mPlayer->seekToAsync(0, MediaPlayer2SeekMode::SEEK_PREVIOUS_SYNC /* mode */,
362 true /* needNotify */);
363 return OK;
364 default:
365 return INVALID_OPERATION;
366 };
367}
368
369status_t NuPlayer2Driver::start() {
370 ALOGD("start(%p), state is %d, eos is %d", this, mState, mAtEOS);
371 Mutex::Autolock autoLock(mLock);
372 return start_l();
373}
374
375status_t NuPlayer2Driver::start_l() {
376 switch (mState) {
377 case STATE_UNPREPARED:
378 {
379 status_t err = prepare_l();
380
381 if (err != OK) {
382 return err;
383 }
384
385 CHECK_EQ(mState, STATE_PREPARED);
386
387 // fall through
388 }
389
390 case STATE_PAUSED:
391 case STATE_STOPPED_AND_PREPARED:
392 case STATE_PREPARED:
393 {
394 mPlayer->start();
395
396 // fall through
397 }
398
399 case STATE_RUNNING:
400 {
401 if (mAtEOS) {
402 mPlayer->seekToAsync(0);
403 mAtEOS = false;
404 mPositionUs = -1;
405 }
406 break;
407 }
408
409 default:
410 return INVALID_OPERATION;
411 }
412
413 mState = STATE_RUNNING;
414
415 return OK;
416}
417
418status_t NuPlayer2Driver::stop() {
419 ALOGD("stop(%p)", this);
420 Mutex::Autolock autoLock(mLock);
421
422 switch (mState) {
423 case STATE_RUNNING:
424 mPlayer->pause();
425 // fall through
426
427 case STATE_PAUSED:
428 mState = STATE_STOPPED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800429 notifyListener_l(MEDIA2_STOPPED);
Wei Jia53692fa2017-12-11 10:33:46 -0800430 break;
431
432 case STATE_PREPARED:
433 case STATE_STOPPED:
434 case STATE_STOPPED_AND_PREPARING:
435 case STATE_STOPPED_AND_PREPARED:
436 mState = STATE_STOPPED;
437 break;
438
439 default:
440 return INVALID_OPERATION;
441 }
442
443 return OK;
444}
445
446status_t NuPlayer2Driver::pause() {
447 ALOGD("pause(%p)", this);
448 // The NuPlayerRenderer may get flushed if pause for long enough, e.g. the pause timeout tear
449 // down for audio offload mode. If that happens, the NuPlayerRenderer will no longer know the
450 // current position. So similar to seekTo, update |mPositionUs| to the pause position by calling
451 // getCurrentPosition here.
452 int unused;
453 getCurrentPosition(&unused);
454
455 Mutex::Autolock autoLock(mLock);
456
457 switch (mState) {
458 case STATE_PAUSED:
459 case STATE_PREPARED:
460 return OK;
461
462 case STATE_RUNNING:
463 mState = STATE_PAUSED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800464 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800465 mPlayer->pause();
466 break;
467
468 default:
469 return INVALID_OPERATION;
470 }
471
472 return OK;
473}
474
475bool NuPlayer2Driver::isPlaying() {
476 return mState == STATE_RUNNING && !mAtEOS;
477}
478
479status_t NuPlayer2Driver::setPlaybackSettings(const AudioPlaybackRate &rate) {
480 status_t err = mPlayer->setPlaybackSettings(rate);
481 if (err == OK) {
482 // try to update position
483 int unused;
484 getCurrentPosition(&unused);
485 Mutex::Autolock autoLock(mLock);
486 if (rate.mSpeed == 0.f && mState == STATE_RUNNING) {
487 mState = STATE_PAUSED;
Wei Jiac5c79da2017-12-21 18:03:05 -0800488 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800489 } else if (rate.mSpeed != 0.f
490 && (mState == STATE_PAUSED
491 || mState == STATE_STOPPED_AND_PREPARED
492 || mState == STATE_PREPARED)) {
493 err = start_l();
494 }
495 }
496 return err;
497}
498
499status_t NuPlayer2Driver::getPlaybackSettings(AudioPlaybackRate *rate) {
500 return mPlayer->getPlaybackSettings(rate);
501}
502
503status_t NuPlayer2Driver::setSyncSettings(const AVSyncSettings &sync, float videoFpsHint) {
504 return mPlayer->setSyncSettings(sync, videoFpsHint);
505}
506
507status_t NuPlayer2Driver::getSyncSettings(AVSyncSettings *sync, float *videoFps) {
508 return mPlayer->getSyncSettings(sync, videoFps);
509}
510
511status_t NuPlayer2Driver::seekTo(int msec, MediaPlayer2SeekMode mode) {
512 ALOGD("seekTo(%p) (%d ms, %d) at state %d", this, msec, mode, mState);
513 Mutex::Autolock autoLock(mLock);
514
515 int64_t seekTimeUs = msec * 1000ll;
516
517 switch (mState) {
518 case STATE_PREPARED:
519 case STATE_STOPPED_AND_PREPARED:
520 case STATE_PAUSED:
521 case STATE_RUNNING:
522 {
523 mAtEOS = false;
524 mSeekInProgress = true;
525 // seeks can take a while, so we essentially paused
Wei Jiac5c79da2017-12-21 18:03:05 -0800526 notifyListener_l(MEDIA2_PAUSED);
Wei Jia53692fa2017-12-11 10:33:46 -0800527 mPlayer->seekToAsync(seekTimeUs, mode, true /* needNotify */);
528 break;
529 }
530
531 default:
532 return INVALID_OPERATION;
533 }
534
535 mPositionUs = seekTimeUs;
536 return OK;
537}
538
539status_t NuPlayer2Driver::getCurrentPosition(int *msec) {
540 int64_t tempUs = 0;
541 {
542 Mutex::Autolock autoLock(mLock);
543 if (mSeekInProgress || (mState == STATE_PAUSED && !mAtEOS)) {
544 tempUs = (mPositionUs <= 0) ? 0 : mPositionUs;
545 *msec = (int)divRound(tempUs, (int64_t)(1000));
546 return OK;
547 }
548 }
549
550 status_t ret = mPlayer->getCurrentPosition(&tempUs);
551
552 Mutex::Autolock autoLock(mLock);
553 // We need to check mSeekInProgress here because mPlayer->seekToAsync is an async call, which
554 // means getCurrentPosition can be called before seek is completed. Iow, renderer may return a
555 // position value that's different the seek to position.
556 if (ret != OK) {
557 tempUs = (mPositionUs <= 0) ? 0 : mPositionUs;
558 } else {
559 mPositionUs = tempUs;
560 }
561 *msec = (int)divRound(tempUs, (int64_t)(1000));
562 return OK;
563}
564
565status_t NuPlayer2Driver::getDuration(int *msec) {
566 Mutex::Autolock autoLock(mLock);
567
568 if (mDurationUs < 0) {
569 return UNKNOWN_ERROR;
570 }
571
572 *msec = (mDurationUs + 500ll) / 1000;
573
574 return OK;
575}
576
577void NuPlayer2Driver::updateMetrics(const char *where) {
578 if (where == NULL) {
579 where = "unknown";
580 }
581 ALOGV("updateMetrics(%p) from %s at state %d", this, where, mState);
582
583 // gather the final stats for this record
584 Vector<sp<AMessage>> trackStats;
585 mPlayer->getStats(&trackStats);
586
587 if (trackStats.size() > 0) {
588 for (size_t i = 0; i < trackStats.size(); ++i) {
589 const sp<AMessage> &stats = trackStats.itemAt(i);
590
591 AString mime;
592 stats->findString("mime", &mime);
593
594 AString name;
595 stats->findString("component-name", &name);
596
597 if (mime.startsWith("video/")) {
598 int32_t width, height;
599 mAnalyticsItem->setCString(kPlayerVMime, mime.c_str());
600 if (!name.empty()) {
601 mAnalyticsItem->setCString(kPlayerVCodec, name.c_str());
602 }
603
604 if (stats->findInt32("width", &width)
605 && stats->findInt32("height", &height)) {
606 mAnalyticsItem->setInt32(kPlayerWidth, width);
607 mAnalyticsItem->setInt32(kPlayerHeight, height);
608 }
609
610 int64_t numFramesTotal = 0;
611 int64_t numFramesDropped = 0;
612 stats->findInt64("frames-total", &numFramesTotal);
613 stats->findInt64("frames-dropped-output", &numFramesDropped);
614
615 mAnalyticsItem->setInt64(kPlayerFrames, numFramesTotal);
616 mAnalyticsItem->setInt64(kPlayerFramesDropped, numFramesDropped);
617
618
619 } else if (mime.startsWith("audio/")) {
620 mAnalyticsItem->setCString(kPlayerAMime, mime.c_str());
621 if (!name.empty()) {
622 mAnalyticsItem->setCString(kPlayerACodec, name.c_str());
623 }
624 }
625 }
626 }
627
628 // always provide duration and playing time, even if they have 0/unknown values.
629
630 // getDuration() uses mLock for mutex -- careful where we use it.
631 int duration_ms = -1;
632 getDuration(&duration_ms);
633 mAnalyticsItem->setInt64(kPlayerDuration, duration_ms);
634
635 mAnalyticsItem->setInt64(kPlayerPlaying, (mPlayingTimeUs+500)/1000 );
636
637 if (mRebufferingEvents != 0) {
638 mAnalyticsItem->setInt64(kPlayerRebuffering, (mRebufferingTimeUs+500)/1000 );
639 mAnalyticsItem->setInt32(kPlayerRebufferingCount, mRebufferingEvents);
640 mAnalyticsItem->setInt32(kPlayerRebufferingAtExit, mRebufferingAtExit);
641 }
642
643 mAnalyticsItem->setCString(kPlayerDataSourceType, mPlayer->getDataSourceType());
644}
645
646
647void NuPlayer2Driver::logMetrics(const char *where) {
648 if (where == NULL) {
649 where = "unknown";
650 }
651 ALOGV("logMetrics(%p) from %s at state %d", this, where, mState);
652
653 if (mAnalyticsItem == NULL || mAnalyticsItem->isEnabled() == false) {
654 return;
655 }
656
657 // log only non-empty records
658 // we always updateMetrics() before we get here
659 // and that always injects 3 fields (duration, playing time, and
660 // datasource) into the record.
661 // So the canonical "empty" record has 3 elements in it.
662 if (mAnalyticsItem->count() > 3) {
663
664 mAnalyticsItem->setFinalized(true);
665 mAnalyticsItem->selfrecord();
666
667 // re-init in case we prepare() and start() again.
668 delete mAnalyticsItem ;
Ray Essickee54eef2018-01-24 11:16:54 -0800669 mAnalyticsItem = new MediaAnalyticsItem(kKeyPlayer);
Wei Jia53692fa2017-12-11 10:33:46 -0800670 if (mAnalyticsItem) {
671 mAnalyticsItem->generateSessionID();
672 mAnalyticsItem->setUid(mClientUid);
673 }
674 } else {
675 ALOGV("did not have anything to record");
676 }
677}
678
679status_t NuPlayer2Driver::reset() {
680 ALOGD("reset(%p) at state %d", this, mState);
681
682 updateMetrics("reset");
683 logMetrics("reset");
684
685 Mutex::Autolock autoLock(mLock);
686
687 switch (mState) {
688 case STATE_IDLE:
689 return OK;
690
691 case STATE_SET_DATASOURCE_PENDING:
692 case STATE_RESET_IN_PROGRESS:
693 return INVALID_OPERATION;
694
695 case STATE_PREPARING:
696 {
697 CHECK(mIsAsyncPrepare);
698
Wei Jiac5c79da2017-12-21 18:03:05 -0800699 notifyListener_l(MEDIA2_PREPARED);
Wei Jia53692fa2017-12-11 10:33:46 -0800700 break;
701 }
702
703 default:
704 break;
705 }
706
707 if (mState != STATE_STOPPED) {
Wei Jiac5c79da2017-12-21 18:03:05 -0800708 notifyListener_l(MEDIA2_STOPPED);
Wei Jia53692fa2017-12-11 10:33:46 -0800709 }
710
711 mState = STATE_RESET_IN_PROGRESS;
712 mPlayer->resetAsync();
713
714 while (mState == STATE_RESET_IN_PROGRESS) {
715 mCondition.wait(mLock);
716 }
717
718 mDurationUs = -1;
719 mPositionUs = -1;
720 mLooping = false;
721 mPlayingTimeUs = 0;
722 mRebufferingTimeUs = 0;
723 mRebufferingEvents = 0;
724 mRebufferingAtExit = false;
725
726 return OK;
727}
728
729status_t NuPlayer2Driver::notifyAt(int64_t mediaTimeUs) {
730 ALOGV("notifyAt(%p), time:%lld", this, (long long)mediaTimeUs);
731 return mPlayer->notifyAt(mediaTimeUs);
732}
733
734status_t NuPlayer2Driver::setLooping(int loop) {
735 mLooping = loop != 0;
736 return OK;
737}
738
Wei Jia53692fa2017-12-11 10:33:46 -0800739status_t NuPlayer2Driver::invoke(const Parcel &request, Parcel *reply) {
740 if (reply == NULL) {
741 ALOGE("reply is a NULL pointer");
742 return BAD_VALUE;
743 }
744
745 int32_t methodId;
746 status_t ret = request.readInt32(&methodId);
747 if (ret != OK) {
Wei Jia12b9f4a2017-12-13 15:24:13 -0800748 ALOGE("Failed to retrieve the requested method to invoke, err(%d)", ret);
Wei Jia53692fa2017-12-11 10:33:46 -0800749 return ret;
750 }
751
752 switch (methodId) {
753 case MEDIA_PLAYER2_INVOKE_ID_SET_VIDEO_SCALING_MODE:
754 {
755 int mode = request.readInt32();
756 return mPlayer->setVideoScalingMode(mode);
757 }
758
759 case MEDIA_PLAYER2_INVOKE_ID_GET_TRACK_INFO:
760 {
761 return mPlayer->getTrackInfo(reply);
762 }
763
764 case MEDIA_PLAYER2_INVOKE_ID_SELECT_TRACK:
765 {
766 int trackIndex = request.readInt32();
767 int msec = 0;
768 // getCurrentPosition should always return OK
769 getCurrentPosition(&msec);
770 return mPlayer->selectTrack(trackIndex, true /* select */, msec * 1000ll);
771 }
772
773 case MEDIA_PLAYER2_INVOKE_ID_UNSELECT_TRACK:
774 {
775 int trackIndex = request.readInt32();
776 return mPlayer->selectTrack(trackIndex, false /* select */, 0xdeadbeef /* not used */);
777 }
778
779 case MEDIA_PLAYER2_INVOKE_ID_GET_SELECTED_TRACK:
780 {
781 int32_t type = request.readInt32();
782 return mPlayer->getSelectedTrack(type, reply);
783 }
784
785 default:
786 {
787 return INVALID_OPERATION;
788 }
789 }
790}
791
792void NuPlayer2Driver::setAudioSink(const sp<AudioSink> &audioSink) {
793 mPlayer->setAudioSink(audioSink);
794 mAudioSink = audioSink;
795}
796
797status_t NuPlayer2Driver::setParameter(
798 int /* key */, const Parcel & /* request */) {
799 return INVALID_OPERATION;
800}
801
802status_t NuPlayer2Driver::getParameter(int key, Parcel *reply) {
803
804 if (key == FOURCC('m','t','r','X')) {
805 // mtrX -- a play on 'metrics' (not matrix)
806 // gather current info all together, parcel it, and send it back
807 updateMetrics("api");
808 mAnalyticsItem->writeToParcel(reply);
809 return OK;
810 }
811
812 return INVALID_OPERATION;
813}
814
815status_t NuPlayer2Driver::getMetadata(
816 const media::Metadata::Filter& /* ids */, Parcel *records) {
817 Mutex::Autolock autoLock(mLock);
818
819 using media::Metadata;
820
821 Metadata meta(records);
822
823 meta.appendBool(
824 Metadata::kPauseAvailable,
825 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_PAUSE);
826
827 meta.appendBool(
828 Metadata::kSeekBackwardAvailable,
829 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK_BACKWARD);
830
831 meta.appendBool(
832 Metadata::kSeekForwardAvailable,
833 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK_FORWARD);
834
835 meta.appendBool(
836 Metadata::kSeekAvailable,
837 mPlayerFlags & NuPlayer2::Source::FLAG_CAN_SEEK);
838
839 return OK;
840}
841
842void NuPlayer2Driver::notifyResetComplete() {
843 ALOGD("notifyResetComplete(%p)", this);
844 Mutex::Autolock autoLock(mLock);
845
846 CHECK_EQ(mState, STATE_RESET_IN_PROGRESS);
847 mState = STATE_IDLE;
848 mCondition.broadcast();
849}
850
851void NuPlayer2Driver::notifySetSurfaceComplete() {
852 ALOGV("notifySetSurfaceComplete(%p)", this);
853 Mutex::Autolock autoLock(mLock);
854
855 CHECK(mSetSurfaceInProgress);
856 mSetSurfaceInProgress = false;
857
858 mCondition.broadcast();
859}
860
861void NuPlayer2Driver::notifyDuration(int64_t durationUs) {
862 Mutex::Autolock autoLock(mLock);
863 mDurationUs = durationUs;
864}
865
866void NuPlayer2Driver::notifyMorePlayingTimeUs(int64_t playingUs) {
867 Mutex::Autolock autoLock(mLock);
868 mPlayingTimeUs += playingUs;
869}
870
871void NuPlayer2Driver::notifyMoreRebufferingTimeUs(int64_t rebufferingUs) {
872 Mutex::Autolock autoLock(mLock);
873 mRebufferingTimeUs += rebufferingUs;
874 mRebufferingEvents++;
875}
876
877void NuPlayer2Driver::notifyRebufferingWhenExit(bool status) {
878 Mutex::Autolock autoLock(mLock);
879 mRebufferingAtExit = status;
880}
881
882void NuPlayer2Driver::notifySeekComplete() {
883 ALOGV("notifySeekComplete(%p)", this);
884 Mutex::Autolock autoLock(mLock);
885 mSeekInProgress = false;
886 notifySeekComplete_l();
887}
888
889void NuPlayer2Driver::notifySeekComplete_l() {
890 bool wasSeeking = true;
891 if (mState == STATE_STOPPED_AND_PREPARING) {
892 wasSeeking = false;
893 mState = STATE_STOPPED_AND_PREPARED;
894 mCondition.broadcast();
895 if (!mIsAsyncPrepare) {
896 // if we are preparing synchronously, no need to notify listener
897 return;
898 }
899 } else if (mState == STATE_STOPPED) {
900 // no need to notify listener
901 return;
902 }
903 notifyListener_l(wasSeeking ? MEDIA2_SEEK_COMPLETE : MEDIA2_PREPARED);
904}
905
906status_t NuPlayer2Driver::dump(
907 int fd, const Vector<String16> & /* args */) const {
908
909 Vector<sp<AMessage> > trackStats;
910 mPlayer->getStats(&trackStats);
911
912 AString logString(" NuPlayer2\n");
913 char buf[256] = {0};
914
915 bool locked = false;
916 for (int i = 0; i < kDumpLockRetries; ++i) {
917 if (mLock.tryLock() == NO_ERROR) {
918 locked = true;
919 break;
920 }
921 usleep(kDumpLockSleepUs);
922 }
923
924 if (locked) {
925 snprintf(buf, sizeof(buf), " state(%d), atEOS(%d), looping(%d), autoLoop(%d)\n",
926 mState, mAtEOS, mLooping, mAutoLoop);
927 mLock.unlock();
928 } else {
929 snprintf(buf, sizeof(buf), " NPD(%p) lock is taken\n", this);
930 }
931 logString.append(buf);
932
933 for (size_t i = 0; i < trackStats.size(); ++i) {
934 const sp<AMessage> &stats = trackStats.itemAt(i);
935
936 AString mime;
937 if (stats->findString("mime", &mime)) {
938 snprintf(buf, sizeof(buf), " mime(%s)\n", mime.c_str());
939 logString.append(buf);
940 }
941
942 AString name;
943 if (stats->findString("component-name", &name)) {
944 snprintf(buf, sizeof(buf), " decoder(%s)\n", name.c_str());
945 logString.append(buf);
946 }
947
948 if (mime.startsWith("video/")) {
949 int32_t width, height;
950 if (stats->findInt32("width", &width)
951 && stats->findInt32("height", &height)) {
952 snprintf(buf, sizeof(buf), " resolution(%d x %d)\n", width, height);
953 logString.append(buf);
954 }
955
956 int64_t numFramesTotal = 0;
957 int64_t numFramesDropped = 0;
958
959 stats->findInt64("frames-total", &numFramesTotal);
960 stats->findInt64("frames-dropped-output", &numFramesDropped);
961 snprintf(buf, sizeof(buf), " numFramesTotal(%lld), numFramesDropped(%lld), "
962 "percentageDropped(%.2f%%)\n",
963 (long long)numFramesTotal,
964 (long long)numFramesDropped,
965 numFramesTotal == 0
966 ? 0.0 : (double)(numFramesDropped * 100) / numFramesTotal);
967 logString.append(buf);
968 }
969 }
970
971 ALOGI("%s", logString.c_str());
972
973 if (fd >= 0) {
974 FILE *out = fdopen(dup(fd), "w");
975 fprintf(out, "%s", logString.c_str());
976 fclose(out);
977 out = NULL;
978 }
979
980 return OK;
981}
982
Wei Jia12b9f4a2017-12-13 15:24:13 -0800983void NuPlayer2Driver::onMessageReceived(const sp<AMessage> &msg) {
984 switch (msg->what()) {
985 case kWhatNotifyListener: {
986 int32_t msgId;
Wei Jiac5c79da2017-12-21 18:03:05 -0800987 int32_t ext1 = 0;
988 int32_t ext2 = 0;
Wei Jia12b9f4a2017-12-13 15:24:13 -0800989 CHECK(msg->findInt32("messageId", &msgId));
Wei Jiac5c79da2017-12-21 18:03:05 -0800990 msg->findInt32("ext1", &ext1);
991 msg->findInt32("ext2", &ext2);
992 sp<ParcelWrapper> in;
993 sp<RefBase> obj;
994 if (msg->findObject("parcel", &obj) && obj != NULL) {
995 in = static_cast<ParcelWrapper *>(obj.get());
996 }
997 sendEvent(msgId, ext1, ext2, (in == NULL ? NULL : in->getParcel()));
Wei Jia12b9f4a2017-12-13 15:24:13 -0800998 break;
999 }
1000 default:
1001 break;
1002 }
1003}
1004
Wei Jia53692fa2017-12-11 10:33:46 -08001005void NuPlayer2Driver::notifyListener(
1006 int msg, int ext1, int ext2, const Parcel *in) {
1007 Mutex::Autolock autoLock(mLock);
1008 notifyListener_l(msg, ext1, ext2, in);
1009}
1010
1011void NuPlayer2Driver::notifyListener_l(
1012 int msg, int ext1, int ext2, const Parcel *in) {
1013 ALOGD("notifyListener_l(%p), (%d, %d, %d, %d), loop setting(%d, %d)",
1014 this, msg, ext1, ext2, (in == NULL ? -1 : (int)in->dataSize()), mAutoLoop, mLooping);
1015 switch (msg) {
1016 case MEDIA2_PLAYBACK_COMPLETE:
1017 {
1018 if (mState != STATE_RESET_IN_PROGRESS) {
1019 if (mAutoLoop) {
1020 audio_stream_type_t streamType = AUDIO_STREAM_MUSIC;
1021 if (mAudioSink != NULL) {
1022 streamType = mAudioSink->getAudioStreamType();
1023 }
1024 if (streamType == AUDIO_STREAM_NOTIFICATION) {
1025 ALOGW("disabling auto-loop for notification");
1026 mAutoLoop = false;
1027 }
1028 }
1029 if (mLooping || mAutoLoop) {
1030 mPlayer->seekToAsync(0);
1031 if (mAudioSink != NULL) {
1032 // The renderer has stopped the sink at the end in order to play out
1033 // the last little bit of audio. If we're looping, we need to restart it.
1034 mAudioSink->start();
1035 }
1036 // don't send completion event when looping
1037 return;
1038 }
1039 if (property_get_bool("persist.debug.sf.stats", false)) {
1040 Vector<String16> args;
1041 dump(-1, args);
1042 }
1043 mPlayer->pause();
1044 mState = STATE_PAUSED;
1045 }
1046 // fall through
1047 }
1048
1049 case MEDIA2_ERROR:
1050 {
1051 // when we have an error, add it to the analytics for this playback.
1052 // ext1 is our primary 'error type' value. Only add ext2 when non-zero.
1053 // [test against msg is due to fall through from previous switch value]
1054 if (msg == MEDIA2_ERROR) {
1055 mAnalyticsItem->setInt32(kPlayerError, ext1);
1056 if (ext2 != 0) {
1057 mAnalyticsItem->setInt32(kPlayerErrorCode, ext2);
1058 }
Ray Essick51f4c872017-12-15 12:27:56 -08001059 mAnalyticsItem->setCString(kPlayerErrorState, stateString(mState).c_str());
Wei Jia53692fa2017-12-11 10:33:46 -08001060 }
1061 mAtEOS = true;
1062 break;
1063 }
1064
1065 default:
1066 break;
1067 }
1068
Wei Jiac5c79da2017-12-21 18:03:05 -08001069 sp<AMessage> notify = new AMessage(kWhatNotifyListener, this);
1070 notify->setInt32("messageId", msg);
1071 notify->setInt32("ext1", ext1);
1072 notify->setInt32("ext2", ext2);
1073 notify->setObject("parcel", ParcelWrapper::Create(in));
1074 notify->post();
Wei Jia12b9f4a2017-12-13 15:24:13 -08001075}
1076
Wei Jia53692fa2017-12-11 10:33:46 -08001077void NuPlayer2Driver::notifySetDataSourceCompleted(status_t err) {
1078 Mutex::Autolock autoLock(mLock);
1079
1080 CHECK_EQ(mState, STATE_SET_DATASOURCE_PENDING);
1081
1082 mAsyncResult = err;
1083 mState = (err == OK) ? STATE_UNPREPARED : STATE_IDLE;
1084 mCondition.broadcast();
1085}
1086
1087void NuPlayer2Driver::notifyPrepareCompleted(status_t err) {
1088 ALOGV("notifyPrepareCompleted %d", err);
1089
1090 Mutex::Autolock autoLock(mLock);
1091
1092 if (mState != STATE_PREPARING) {
1093 // We were preparing asynchronously when the client called
1094 // reset(), we sent a premature "prepared" notification and
1095 // then initiated the reset. This notification is stale.
1096 CHECK(mState == STATE_RESET_IN_PROGRESS || mState == STATE_IDLE);
1097 return;
1098 }
1099
1100 CHECK_EQ(mState, STATE_PREPARING);
1101
1102 mAsyncResult = err;
1103
1104 if (err == OK) {
1105 // update state before notifying client, so that if client calls back into NuPlayer2Driver
1106 // in response, NuPlayer2Driver has the right state
1107 mState = STATE_PREPARED;
1108 if (mIsAsyncPrepare) {
1109 notifyListener_l(MEDIA2_PREPARED);
1110 }
1111 } else {
1112 mState = STATE_UNPREPARED;
1113 if (mIsAsyncPrepare) {
1114 notifyListener_l(MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN, err);
1115 }
1116 }
1117
1118 sp<MetaData> meta = mPlayer->getFileMeta();
1119 int32_t loop;
1120 if (meta != NULL
1121 && meta->findInt32(kKeyAutoLoop, &loop) && loop != 0) {
1122 mAutoLoop = true;
1123 }
1124
1125 mCondition.broadcast();
1126}
1127
1128void NuPlayer2Driver::notifyFlagsChanged(uint32_t flags) {
1129 Mutex::Autolock autoLock(mLock);
1130
1131 mPlayerFlags = flags;
1132}
1133
1134// Modular DRM
1135status_t NuPlayer2Driver::prepareDrm(const uint8_t uuid[16], const Vector<uint8_t> &drmSessionId)
1136{
1137 ALOGV("prepareDrm(%p) state: %d", this, mState);
1138
1139 // leaving the state verification for mediaplayer.cpp
1140 status_t ret = mPlayer->prepareDrm(uuid, drmSessionId);
1141
1142 ALOGV("prepareDrm ret: %d", ret);
1143
1144 return ret;
1145}
1146
1147status_t NuPlayer2Driver::releaseDrm()
1148{
1149 ALOGV("releaseDrm(%p) state: %d", this, mState);
1150
1151 // leaving the state verification for mediaplayer.cpp
1152 status_t ret = mPlayer->releaseDrm();
1153
1154 ALOGV("releaseDrm ret: %d", ret);
1155
1156 return ret;
1157}
1158
Ray Essick51f4c872017-12-15 12:27:56 -08001159std::string NuPlayer2Driver::stateString(State state) {
1160 const char *rval = NULL;
1161 char rawbuffer[16]; // allows "%d"
1162
1163 switch (state) {
1164 case STATE_IDLE: rval = "IDLE"; break;
1165 case STATE_SET_DATASOURCE_PENDING: rval = "SET_DATASOURCE_PENDING"; break;
1166 case STATE_UNPREPARED: rval = "UNPREPARED"; break;
1167 case STATE_PREPARING: rval = "PREPARING"; break;
1168 case STATE_PREPARED: rval = "PREPARED"; break;
1169 case STATE_RUNNING: rval = "RUNNING"; break;
1170 case STATE_PAUSED: rval = "PAUSED"; break;
1171 case STATE_RESET_IN_PROGRESS: rval = "RESET_IN_PROGRESS"; break;
1172 case STATE_STOPPED: rval = "STOPPED"; break;
1173 case STATE_STOPPED_AND_PREPARING: rval = "STOPPED_AND_PREPARING"; break;
1174 case STATE_STOPPED_AND_PREPARED: rval = "STOPPED_AND_PREPARED"; break;
1175 default:
1176 // yes, this buffer is shared and vulnerable to races
1177 snprintf(rawbuffer, sizeof(rawbuffer), "%d", state);
1178 rval = rawbuffer;
1179 break;
1180 }
1181
1182 return rval;
1183}
1184
Wei Jia53692fa2017-12-11 10:33:46 -08001185} // namespace android