blob: 637214e92b1d0ac5103f566ad22535dbd27c62f4 [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2**
3** Copyright 2017, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18// Proxy for media player implementations
19
20//#define LOG_NDEBUG 0
21#define LOG_TAG "MediaPlayer2Manager"
22#include <utils/Log.h>
23
24#include <sys/types.h>
25#include <sys/stat.h>
26#include <sys/time.h>
27#include <dirent.h>
28#include <unistd.h>
29
30#include <string.h>
31
32#include <cutils/atomic.h>
33#include <cutils/properties.h> // for property_get
34
35#include <utils/misc.h>
36
37#include <binder/IPCThreadState.h>
38#include <binder/IServiceManager.h>
39#include <binder/MemoryHeapBase.h>
40#include <binder/MemoryBase.h>
41#include <gui/Surface.h>
42#include <utils/Errors.h> // for status_t
43#include <utils/String8.h>
44#include <utils/SystemClock.h>
45#include <utils/Timers.h>
46#include <utils/Vector.h>
47
48#include <media/AudioPolicyHelper.h>
49#include <media/MediaHTTPService.h>
50#include <media/MediaPlayer2EngineClient.h>
51#include <media/MediaPlayer2Interface.h>
52#include <media/Metadata.h>
53#include <media/AudioTrack.h>
54#include <media/MemoryLeakTrackUtil.h>
55#include <media/stagefright/InterfaceUtils.h>
56#include <media/stagefright/MediaCodecList.h>
57#include <media/stagefright/MediaErrors.h>
58#include <media/stagefright/Utils.h>
59#include <media/stagefright/foundation/ADebug.h>
60#include <media/stagefright/foundation/ALooperRoster.h>
61#include <media/stagefright/SurfaceUtils.h>
62#include <mediautils/BatteryNotifier.h>
63
64#include <memunreachable/memunreachable.h>
65#include <system/audio.h>
66
67#include <private/android_filesystem_config.h>
68
69#include "MediaPlayer2Manager.h"
70#include "MediaPlayer2Factory.h"
71
72static const int kDumpLockRetries = 50;
73static const int kDumpLockSleepUs = 20000;
74
75namespace {
76using android::media::Metadata;
77using android::status_t;
78using android::OK;
79using android::BAD_VALUE;
80using android::NOT_ENOUGH_DATA;
81using android::Parcel;
82using android::media::VolumeShaper;
83
84// Max number of entries in the filter.
85const int kMaxFilterSize = 64; // I pulled that out of thin air.
86
87const float kMaxRequiredSpeed = 8.0f; // for PCM tracks allow up to 8x speedup.
88
89// FIXME: Move all the metadata related function in the Metadata.cpp
90
91
92// Unmarshall a filter from a Parcel.
93// Filter format in a parcel:
94//
95// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
96// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
97// | number of entries (n) |
98// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
99// | metadata type 1 |
100// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
101// | metadata type 2 |
102// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
103// ....
104// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
105// | metadata type n |
106// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
107//
108// @param p Parcel that should start with a filter.
109// @param[out] filter On exit contains the list of metadata type to be
110// filtered.
111// @param[out] status On exit contains the status code to be returned.
112// @return true if the parcel starts with a valid filter.
113bool unmarshallFilter(const Parcel& p,
114 Metadata::Filter *filter,
115 status_t *status)
116{
117 int32_t val;
118 if (p.readInt32(&val) != OK)
119 {
120 ALOGE("Failed to read filter's length");
121 *status = NOT_ENOUGH_DATA;
122 return false;
123 }
124
125 if( val > kMaxFilterSize || val < 0)
126 {
127 ALOGE("Invalid filter len %d", val);
128 *status = BAD_VALUE;
129 return false;
130 }
131
132 const size_t num = val;
133
134 filter->clear();
135 filter->setCapacity(num);
136
137 size_t size = num * sizeof(Metadata::Type);
138
139
140 if (p.dataAvail() < size)
141 {
142 ALOGE("Filter too short expected %zu but got %zu", size, p.dataAvail());
143 *status = NOT_ENOUGH_DATA;
144 return false;
145 }
146
147 const Metadata::Type *data =
148 static_cast<const Metadata::Type*>(p.readInplace(size));
149
150 if (NULL == data)
151 {
152 ALOGE("Filter had no data");
153 *status = BAD_VALUE;
154 return false;
155 }
156
157 // TODO: The stl impl of vector would be more efficient here
158 // because it degenerates into a memcpy on pod types. Try to
159 // replace later or use stl::set.
160 for (size_t i = 0; i < num; ++i)
161 {
162 filter->add(*data);
163 ++data;
164 }
165 *status = OK;
166 return true;
167}
168
169// @param filter Of metadata type.
170// @param val To be searched.
171// @return true if a match was found.
172bool findMetadata(const Metadata::Filter& filter, const int32_t val)
173{
174 // Deal with empty and ANY right away
175 if (filter.isEmpty()) return false;
176 if (filter[0] == Metadata::kAny) return true;
177
178 return filter.indexOf(val) >= 0;
179}
180
181} // anonymous namespace
182
183
184namespace {
185using android::Parcel;
186using android::String16;
187
188// marshalling tag indicating flattened utf16 tags
189// keep in sync with frameworks/base/media/java/android/media/AudioAttributes.java
190const int32_t kAudioAttributesMarshallTagFlattenTags = 1;
191
192// Audio attributes format in a parcel:
193//
194// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
195// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
196// | usage |
197// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
198// | content_type |
199// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
200// | source |
201// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
202// | flags |
203// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
204// | kAudioAttributesMarshallTagFlattenTags | // ignore tags if not found
205// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
206// | flattened tags in UTF16 |
207// | ... |
208// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
209//
210// @param p Parcel that contains audio attributes.
211// @param[out] attributes On exit points to an initialized audio_attributes_t structure
212// @param[out] status On exit contains the status code to be returned.
213void unmarshallAudioAttributes(const Parcel& parcel, audio_attributes_t *attributes)
214{
215 attributes->usage = (audio_usage_t) parcel.readInt32();
216 attributes->content_type = (audio_content_type_t) parcel.readInt32();
217 attributes->source = (audio_source_t) parcel.readInt32();
218 attributes->flags = (audio_flags_mask_t) parcel.readInt32();
219 const bool hasFlattenedTag = (parcel.readInt32() == kAudioAttributesMarshallTagFlattenTags);
220 if (hasFlattenedTag) {
221 // the tags are UTF16, convert to UTF8
222 String16 tags = parcel.readString16();
223 ssize_t realTagSize = utf16_to_utf8_length(tags.string(), tags.size());
224 if (realTagSize <= 0) {
225 strcpy(attributes->tags, "");
226 } else {
227 // copy the flattened string into the attributes as the destination for the conversion:
228 // copying array size -1, array for tags was calloc'd, no need to NULL-terminate it
229 size_t tagSize = realTagSize > AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 ?
230 AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 : realTagSize;
231 utf16_to_utf8(tags.string(), tagSize, attributes->tags,
232 sizeof(attributes->tags) / sizeof(attributes->tags[0]));
233 }
234 } else {
235 ALOGE("unmarshallAudioAttributes() received unflattened tags, ignoring tag values");
236 strcpy(attributes->tags, "");
237 }
238}
239} // anonymous namespace
240
241
242namespace android {
243
244extern ALooperRoster gLooperRoster;
245
246MediaPlayer2Manager gMediaPlayer2Manager;
247
248static bool checkPermission(const char* permissionString) {
249 if (getpid() == IPCThreadState::self()->getCallingPid()) return true;
250 bool ok = checkCallingPermission(String16(permissionString));
251 if (!ok) ALOGE("Request requires %s", permissionString);
252 return ok;
253}
254
255// TODO: Find real cause of Audio/Video delay in PV framework and remove this workaround
256/* static */ int MediaPlayer2Manager::AudioOutput::mMinBufferCount = 4;
257/* static */ bool MediaPlayer2Manager::AudioOutput::mIsOnEmulator = false;
258
259// static
260MediaPlayer2Manager& MediaPlayer2Manager::get() {
261 return gMediaPlayer2Manager;
262}
263
264MediaPlayer2Manager::MediaPlayer2Manager() {
265 ALOGV("MediaPlayer2Manager created");
266 // TODO: remove all unnecessary pid/uid handling.
267 mPid = IPCThreadState::self()->getCallingPid();
268 mUid = IPCThreadState::self()->getCallingUid();
269 mNextConnId = 1;
270
271 MediaPlayer2Factory::registerBuiltinFactories();
272}
273
274MediaPlayer2Manager::~MediaPlayer2Manager() {
275 ALOGV("MediaPlayer2Manager destroyed");
276}
277
278sp<MediaPlayer2Engine> MediaPlayer2Manager::create(
279 const sp<MediaPlayer2EngineClient>& client,
280 audio_session_t audioSessionId)
281{
282 int32_t connId = android_atomic_inc(&mNextConnId);
283
284 sp<Client> c = new Client(
285 mPid, connId, client, audioSessionId, mUid);
286
287 ALOGV("Create new client(%d) from pid %d, uid %d, ", connId, mPid, mUid);
288
289 wp<Client> w = c;
290 {
291 Mutex::Autolock lock(mLock);
292 mClients.add(w);
293 }
294 return c;
295}
296
297status_t MediaPlayer2Manager::AudioOutput::dump(int fd, const Vector<String16>& args) const
298{
299 const size_t SIZE = 256;
300 char buffer[SIZE];
301 String8 result;
302
303 result.append(" AudioOutput\n");
304 snprintf(buffer, 255, " stream type(%d), left - right volume(%f, %f)\n",
305 mStreamType, mLeftVolume, mRightVolume);
306 result.append(buffer);
307 snprintf(buffer, 255, " msec per frame(%f), latency (%d)\n",
308 mMsecsPerFrame, (mTrack != 0) ? mTrack->latency() : -1);
309 result.append(buffer);
310 snprintf(buffer, 255, " aux effect id(%d), send level (%f)\n",
311 mAuxEffectId, mSendLevel);
312 result.append(buffer);
313
314 ::write(fd, result.string(), result.size());
315 if (mTrack != 0) {
316 mTrack->dump(fd, args);
317 }
318 return NO_ERROR;
319}
320
321status_t MediaPlayer2Manager::Client::dump(int fd, const Vector<String16>& args)
322{
323 const size_t SIZE = 256;
324 char buffer[SIZE];
325 String8 result;
326 result.append(" Client\n");
327 snprintf(buffer, 255, " pid(%d), connId(%d), status(%d), looping(%s)\n",
328 mPid, mConnId, mStatus, mLoop?"true": "false");
329 result.append(buffer);
330
331 sp<MediaPlayer2Base> p;
332 sp<AudioOutput> audioOutput;
333 bool locked = false;
334 for (int i = 0; i < kDumpLockRetries; ++i) {
335 if (mLock.tryLock() == NO_ERROR) {
336 locked = true;
337 break;
338 }
339 usleep(kDumpLockSleepUs);
340 }
341
342 if (locked) {
343 p = mPlayer;
344 audioOutput = mAudioOutput;
345 mLock.unlock();
346 } else {
347 result.append(" lock is taken, no dump from player and audio output\n");
348 }
349 write(fd, result.string(), result.size());
350
351 if (p != NULL) {
352 p->dump(fd, args);
353 }
354 if (audioOutput != 0) {
355 audioOutput->dump(fd, args);
356 }
357 write(fd, "\n", 1);
358 return NO_ERROR;
359}
360
361/**
362 * The only arguments this understands right now are -c, -von and -voff,
363 * which are parsed by ALooperRoster::dump()
364 */
365status_t MediaPlayer2Manager::dump(int fd, const Vector<String16>& args)
366{
367 const size_t SIZE = 256;
368 char buffer[SIZE];
369 String8 result;
370 SortedVector< sp<Client> > clients; //to serialise the mutex unlock & client destruction.
371
372 if (checkCallingPermission(String16("android.permission.DUMP")) == false) {
373 snprintf(buffer, SIZE, "Permission Denial: "
374 "can't dump MediaPlayer2Manager from pid=%d, uid=%d\n",
375 mPid, mUid);
376 result.append(buffer);
377 } else {
378 Mutex::Autolock lock(mLock);
379 for (int i = 0, n = mClients.size(); i < n; ++i) {
380 sp<Client> c = mClients[i].promote();
381 if (c != 0) c->dump(fd, args);
382 clients.add(c);
383 }
384
385 result.append(" Files opened and/or mapped:\n");
386 snprintf(buffer, SIZE, "/proc/%d/maps", getpid());
387 FILE *f = fopen(buffer, "r");
388 if (f) {
389 while (!feof(f)) {
390 fgets(buffer, SIZE, f);
391 if (strstr(buffer, " /storage/") ||
392 strstr(buffer, " /system/sounds/") ||
393 strstr(buffer, " /data/") ||
394 strstr(buffer, " /system/media/")) {
395 result.append(" ");
396 result.append(buffer);
397 }
398 }
399 fclose(f);
400 } else {
401 result.append("couldn't open ");
402 result.append(buffer);
403 result.append("\n");
404 }
405
406 snprintf(buffer, SIZE, "/proc/%d/fd", getpid());
407 DIR *d = opendir(buffer);
408 if (d) {
409 struct dirent *ent;
410 while((ent = readdir(d)) != NULL) {
411 if (strcmp(ent->d_name,".") && strcmp(ent->d_name,"..")) {
412 snprintf(buffer, SIZE, "/proc/%d/fd/%s", getpid(), ent->d_name);
413 struct stat s;
414 if (lstat(buffer, &s) == 0) {
415 if ((s.st_mode & S_IFMT) == S_IFLNK) {
416 char linkto[256];
417 int len = readlink(buffer, linkto, sizeof(linkto));
418 if(len > 0) {
419 if(len > 255) {
420 linkto[252] = '.';
421 linkto[253] = '.';
422 linkto[254] = '.';
423 linkto[255] = 0;
424 } else {
425 linkto[len] = 0;
426 }
427 if (strstr(linkto, "/storage/") == linkto ||
428 strstr(linkto, "/system/sounds/") == linkto ||
429 strstr(linkto, "/data/") == linkto ||
430 strstr(linkto, "/system/media/") == linkto) {
431 result.append(" ");
432 result.append(buffer);
433 result.append(" -> ");
434 result.append(linkto);
435 result.append("\n");
436 }
437 }
438 } else {
439 result.append(" unexpected type for ");
440 result.append(buffer);
441 result.append("\n");
442 }
443 }
444 }
445 }
446 closedir(d);
447 } else {
448 result.append("couldn't open ");
449 result.append(buffer);
450 result.append("\n");
451 }
452
453 gLooperRoster.dump(fd, args);
454
455 bool dumpMem = false;
456 bool unreachableMemory = false;
457 for (size_t i = 0; i < args.size(); i++) {
458 if (args[i] == String16("-m")) {
459 dumpMem = true;
460 } else if (args[i] == String16("--unreachable")) {
461 unreachableMemory = true;
462 }
463 }
464 if (dumpMem) {
465 result.append("\nDumping memory:\n");
466 std::string s = dumpMemoryAddresses(100 /* limit */);
467 result.append(s.c_str(), s.size());
468 }
469 if (unreachableMemory) {
470 result.append("\nDumping unreachable memory:\n");
471 // TODO - should limit be an argument parameter?
472 std::string s = GetUnreachableMemoryString(true /* contents */, 10000 /* limit */);
473 result.append(s.c_str(), s.size());
474 }
475 }
476 write(fd, result.string(), result.size());
477 return NO_ERROR;
478}
479
480void MediaPlayer2Manager::removeClient(const wp<Client>& client)
481{
482 Mutex::Autolock lock(mLock);
483 mClients.remove(client);
484}
485
486bool MediaPlayer2Manager::hasClient(wp<Client> client)
487{
488 Mutex::Autolock lock(mLock);
489 return mClients.indexOf(client) != NAME_NOT_FOUND;
490}
491
492MediaPlayer2Manager::Client::Client(
493 pid_t pid,
494 int32_t connId,
495 const sp<MediaPlayer2EngineClient>& client,
496 audio_session_t audioSessionId,
497 uid_t uid)
498{
499 ALOGV("Client(%d) constructor", connId);
500 mPid = pid;
501 mConnId = connId;
502 mClient = client;
503 mLoop = false;
504 mStatus = NO_INIT;
505 mAudioSessionId = audioSessionId;
506 mUid = uid;
507 mRetransmitEndpointValid = false;
508 mAudioAttributes = NULL;
509
510#if CALLBACK_ANTAGONIZER
511 ALOGD("create Antagonizer");
512 mAntagonizer = new Antagonizer(notify, this);
513#endif
514}
515
516MediaPlayer2Manager::Client::~Client()
517{
518 ALOGV("Client(%d) destructor pid = %d", mConnId, mPid);
519 mAudioOutput.clear();
520 wp<Client> client(this);
521 disconnect();
522 gMediaPlayer2Manager.removeClient(client);
523 if (mAudioAttributes != NULL) {
524 free(mAudioAttributes);
525 }
526 mAudioDeviceUpdatedListener.clear();
527}
528
529void MediaPlayer2Manager::Client::disconnect()
530{
531 ALOGV("disconnect(%d) from pid %d", mConnId, mPid);
532 // grab local reference and clear main reference to prevent future
533 // access to object
534 sp<MediaPlayer2Base> p;
535 {
536 Mutex::Autolock l(mLock);
537 p = mPlayer;
538 mClient.clear();
539 mPlayer.clear();
540 }
541
542 // clear the notification to prevent callbacks to dead client
543 // and reset the player. We assume the player will serialize
544 // access to itself if necessary.
545 if (p != 0) {
546 p->setNotifyCallback(0, 0);
547#if CALLBACK_ANTAGONIZER
548 ALOGD("kill Antagonizer");
549 mAntagonizer->kill();
550#endif
551 p->reset();
552 }
553
554 {
555 Mutex::Autolock l(mLock);
556 disconnectNativeWindow_l();
557 }
558
559 IPCThreadState::self()->flushCommands();
560}
561
562sp<MediaPlayer2Base> MediaPlayer2Manager::Client::createPlayer(player2_type playerType)
563{
564 // determine if we have the right player type
565 sp<MediaPlayer2Base> p = getPlayer();
566 if ((p != NULL) && (p->playerType() != playerType)) {
567 ALOGV("delete player");
568 p.clear();
569 }
570 if (p == NULL) {
571 p = MediaPlayer2Factory::createPlayer(playerType, this, notify, mPid);
572 }
573
574 if (p != NULL) {
575 p->setUID(mUid);
576 }
577
578 return p;
579}
580
581void MediaPlayer2Manager::Client::AudioDeviceUpdatedNotifier::onAudioDeviceUpdate(
582 audio_io_handle_t audioIo,
583 audio_port_handle_t deviceId) {
584 sp<MediaPlayer2Base> listener = mListener.promote();
585 if (listener != NULL) {
586 listener->sendEvent(MEDIA2_AUDIO_ROUTING_CHANGED, audioIo, deviceId);
587 } else {
588 ALOGW("listener for process %d death is gone", MEDIA2_AUDIO_ROUTING_CHANGED);
589 }
590}
591
592sp<MediaPlayer2Base> MediaPlayer2Manager::Client::setDataSource_pre(
593 player2_type playerType)
594{
595 ALOGV("player type = %d", playerType);
596
597 // create the right type of player
598 sp<MediaPlayer2Base> p = createPlayer(playerType);
599 if (p == NULL) {
600 return p;
601 }
602
603 Mutex::Autolock lock(mLock);
604
605 mAudioDeviceUpdatedListener = new AudioDeviceUpdatedNotifier(p);
606
607 if (!p->hardwareOutput()) {
608 mAudioOutput = new AudioOutput(mAudioSessionId, mUid,
609 mPid, mAudioAttributes, mAudioDeviceUpdatedListener);
610 static_cast<MediaPlayer2Interface*>(p.get())->setAudioSink(mAudioOutput);
611 }
612
613 return p;
614}
615
616status_t MediaPlayer2Manager::Client::setDataSource_post(
617 const sp<MediaPlayer2Base>& p,
618 status_t status)
619{
620 ALOGV(" setDataSource");
621 if (status != OK) {
622 ALOGE(" error: %d", status);
623 return status;
624 }
625
626 // Set the re-transmission endpoint if one was chosen.
627 if (mRetransmitEndpointValid) {
628 status = p->setRetransmitEndpoint(&mRetransmitEndpoint);
629 if (status != NO_ERROR) {
630 ALOGE("setRetransmitEndpoint error: %d", status);
631 }
632 }
633
634 if (status == OK) {
635 Mutex::Autolock lock(mLock);
636 mPlayer = p;
637 }
638 return status;
639}
640
641status_t MediaPlayer2Manager::Client::setDataSource(
642 const sp<MediaHTTPService> &httpService,
643 const char *url,
644 const KeyedVector<String8, String8> *headers)
645{
646 ALOGV("setDataSource(%s)", url);
647 if (url == NULL)
648 return UNKNOWN_ERROR;
649
650 if ((strncmp(url, "http://", 7) == 0) ||
651 (strncmp(url, "https://", 8) == 0) ||
652 (strncmp(url, "rtsp://", 7) == 0)) {
653 if (!checkPermission("android.permission.INTERNET")) {
654 return PERMISSION_DENIED;
655 }
656 }
657
658 if (strncmp(url, "content://", 10) == 0) {
659 ALOGE("setDataSource: content scheme is not supported here");
660 mStatus = UNKNOWN_ERROR;
661 return mStatus;
662 } else {
663 player2_type playerType = MediaPlayer2Factory::getPlayerType(this, url);
664 sp<MediaPlayer2Base> p = setDataSource_pre(playerType);
665 if (p == NULL) {
666 return NO_INIT;
667 }
668
669 return mStatus =
670 setDataSource_post(
671 p, p->setDataSource(httpService, url, headers));
672 }
673}
674
675status_t MediaPlayer2Manager::Client::setDataSource(int fd, int64_t offset, int64_t length)
676{
677 ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld",
678 fd, nameForFd(fd).c_str(), (long long) offset, (long long) length);
679 struct stat sb;
680 int ret = fstat(fd, &sb);
681 if (ret != 0) {
682 ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno));
683 return UNKNOWN_ERROR;
684 }
685
686 ALOGV("st_dev = %llu", static_cast<unsigned long long>(sb.st_dev));
687 ALOGV("st_mode = %u", sb.st_mode);
688 ALOGV("st_uid = %lu", static_cast<unsigned long>(sb.st_uid));
689 ALOGV("st_gid = %lu", static_cast<unsigned long>(sb.st_gid));
690 ALOGV("st_size = %llu", static_cast<unsigned long long>(sb.st_size));
691
692 if (offset >= sb.st_size) {
693 ALOGE("offset error");
694 return UNKNOWN_ERROR;
695 }
696 if (offset + length > sb.st_size) {
697 length = sb.st_size - offset;
698 ALOGV("calculated length = %lld", (long long)length);
699 }
700
701 player2_type playerType = MediaPlayer2Factory::getPlayerType(this,
702 fd,
703 offset,
704 length);
705 sp<MediaPlayer2Base> p = setDataSource_pre(playerType);
706 if (p == NULL) {
707 return NO_INIT;
708 }
709
710 // now set data source
711 return mStatus = setDataSource_post(p, p->setDataSource(fd, offset, length));
712}
713
714status_t MediaPlayer2Manager::Client::setDataSource(
715 const sp<IStreamSource> &source) {
716 // create the right type of player
717 player2_type playerType = MediaPlayer2Factory::getPlayerType(this, source);
718 sp<MediaPlayer2Base> p = setDataSource_pre(playerType);
719 if (p == NULL) {
720 return NO_INIT;
721 }
722
723 // now set data source
724 return mStatus = setDataSource_post(p, p->setDataSource(source));
725}
726
727status_t MediaPlayer2Manager::Client::setDataSource(
728 const sp<IDataSource> &source) {
729 sp<DataSource> dataSource = CreateDataSourceFromIDataSource(source);
730 player2_type playerType = MediaPlayer2Factory::getPlayerType(this, dataSource);
731 sp<MediaPlayer2Base> p = setDataSource_pre(playerType);
732 if (p == NULL) {
733 return NO_INIT;
734 }
735 // now set data source
736 return mStatus = setDataSource_post(p, p->setDataSource(dataSource));
737}
738
739void MediaPlayer2Manager::Client::disconnectNativeWindow_l() {
740 if (mConnectedWindow != NULL) {
741 status_t err = nativeWindowDisconnect(
742 mConnectedWindow.get(), "disconnectNativeWindow");
743
744 if (err != OK) {
745 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
746 strerror(-err), err);
747 }
748 }
749 mConnectedWindow.clear();
750}
751
752status_t MediaPlayer2Manager::Client::setVideoSurfaceTexture(
753 const sp<IGraphicBufferProducer>& bufferProducer)
754{
755 ALOGV("[%d] setVideoSurfaceTexture(%p)", mConnId, bufferProducer.get());
756 sp<MediaPlayer2Base> p = getPlayer();
757 if (p == 0) return UNKNOWN_ERROR;
758
759 sp<IBinder> binder(IInterface::asBinder(bufferProducer));
760 if (mConnectedWindowBinder == binder) {
761 return OK;
762 }
763
764 sp<ANativeWindow> anw;
765 if (bufferProducer != NULL) {
766 anw = new Surface(bufferProducer, true /* controlledByApp */);
767 status_t err = nativeWindowConnect(anw.get(), "setVideoSurfaceTexture");
768
769 if (err != OK) {
770 ALOGE("setVideoSurfaceTexture failed: %d", err);
771 // Note that we must do the reset before disconnecting from the ANW.
772 // Otherwise queue/dequeue calls could be made on the disconnected
773 // ANW, which may result in errors.
774 reset();
775
776 Mutex::Autolock lock(mLock);
777 disconnectNativeWindow_l();
778
779 return err;
780 }
781 }
782
783 // Note that we must set the player's new GraphicBufferProducer before
784 // disconnecting the old one. Otherwise queue/dequeue calls could be made
785 // on the disconnected ANW, which may result in errors.
786 status_t err = p->setVideoSurfaceTexture(bufferProducer);
787
788 mLock.lock();
789 disconnectNativeWindow_l();
790
791 if (err == OK) {
792 mConnectedWindow = anw;
793 mConnectedWindowBinder = binder;
794 mLock.unlock();
795 } else {
796 mLock.unlock();
797 status_t err = nativeWindowDisconnect(
798 anw.get(), "disconnectNativeWindow");
799
800 if (err != OK) {
801 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
802 strerror(-err), err);
803 }
804 }
805
806 return err;
807}
808
809status_t MediaPlayer2Manager::Client::invoke(const Parcel& request,
810 Parcel *reply)
811{
812 sp<MediaPlayer2Base> p = getPlayer();
813 if (p == NULL) return UNKNOWN_ERROR;
814 return p->invoke(request, reply);
815}
816
817// This call doesn't need to access the native player.
818status_t MediaPlayer2Manager::Client::setMetadataFilter(const Parcel& filter)
819{
820 status_t status;
821 media::Metadata::Filter allow, drop;
822
823 if (unmarshallFilter(filter, &allow, &status) &&
824 unmarshallFilter(filter, &drop, &status)) {
825 Mutex::Autolock lock(mLock);
826
827 mMetadataAllow = allow;
828 mMetadataDrop = drop;
829 }
830 return status;
831}
832
833status_t MediaPlayer2Manager::Client::getMetadata(
834 bool update_only, bool /*apply_filter*/, Parcel *reply)
835{
836 sp<MediaPlayer2Base> player = getPlayer();
837 if (player == 0) return UNKNOWN_ERROR;
838
839 status_t status;
840 // Placeholder for the return code, updated by the caller.
841 reply->writeInt32(-1);
842
843 media::Metadata::Filter ids;
844
845 // We don't block notifications while we fetch the data. We clear
846 // mMetadataUpdated first so we don't lose notifications happening
847 // during the rest of this call.
848 {
849 Mutex::Autolock lock(mLock);
850 if (update_only) {
851 ids = mMetadataUpdated;
852 }
853 mMetadataUpdated.clear();
854 }
855
856 media::Metadata metadata(reply);
857
858 metadata.appendHeader();
859 status = player->getMetadata(ids, reply);
860
861 if (status != OK) {
862 metadata.resetParcel();
863 ALOGE("getMetadata failed %d", status);
864 return status;
865 }
866
867 // FIXME: ement filtering on the result. Not critical since
868 // filtering takes place on the update notifications already. This
869 // would be when all the metadata are fetch and a filter is set.
870
871 // Everything is fine, update the metadata length.
872 metadata.updateLength();
873 return OK;
874}
875
876status_t MediaPlayer2Manager::Client::setBufferingSettings(
877 const BufferingSettings& buffering)
878{
879 ALOGV("[%d] setBufferingSettings{%s}",
880 mConnId, buffering.toString().string());
881 sp<MediaPlayer2Base> p = getPlayer();
882 if (p == 0) return UNKNOWN_ERROR;
883 return p->setBufferingSettings(buffering);
884}
885
886status_t MediaPlayer2Manager::Client::getBufferingSettings(
887 BufferingSettings* buffering /* nonnull */)
888{
889 sp<MediaPlayer2Base> p = getPlayer();
890 // TODO: create mPlayer on demand.
891 if (p == 0) return UNKNOWN_ERROR;
892 status_t ret = p->getBufferingSettings(buffering);
893 if (ret == NO_ERROR) {
894 ALOGV("[%d] getBufferingSettings{%s}",
895 mConnId, buffering->toString().string());
896 } else {
897 ALOGE("[%d] getBufferingSettings returned %d", mConnId, ret);
898 }
899 return ret;
900}
901
902status_t MediaPlayer2Manager::Client::prepareAsync()
903{
904 ALOGV("[%d] prepareAsync", mConnId);
905 sp<MediaPlayer2Base> p = getPlayer();
906 if (p == 0) return UNKNOWN_ERROR;
907 status_t ret = p->prepareAsync();
908#if CALLBACK_ANTAGONIZER
909 ALOGD("start Antagonizer");
910 if (ret == NO_ERROR) mAntagonizer->start();
911#endif
912 return ret;
913}
914
915status_t MediaPlayer2Manager::Client::start()
916{
917 ALOGV("[%d] start", mConnId);
918 sp<MediaPlayer2Base> p = getPlayer();
919 if (p == 0) return UNKNOWN_ERROR;
920 p->setLooping(mLoop);
921 return p->start();
922}
923
924status_t MediaPlayer2Manager::Client::stop()
925{
926 ALOGV("[%d] stop", mConnId);
927 sp<MediaPlayer2Base> p = getPlayer();
928 if (p == 0) return UNKNOWN_ERROR;
929 return p->stop();
930}
931
932status_t MediaPlayer2Manager::Client::pause()
933{
934 ALOGV("[%d] pause", mConnId);
935 sp<MediaPlayer2Base> p = getPlayer();
936 if (p == 0) return UNKNOWN_ERROR;
937 return p->pause();
938}
939
940status_t MediaPlayer2Manager::Client::isPlaying(bool* state)
941{
942 *state = false;
943 sp<MediaPlayer2Base> p = getPlayer();
944 if (p == 0) return UNKNOWN_ERROR;
945 *state = p->isPlaying();
946 ALOGV("[%d] isPlaying: %d", mConnId, *state);
947 return NO_ERROR;
948}
949
950status_t MediaPlayer2Manager::Client::setPlaybackSettings(const AudioPlaybackRate& rate)
951{
952 ALOGV("[%d] setPlaybackSettings(%f, %f, %d, %d)",
953 mConnId, rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
954 sp<MediaPlayer2Base> p = getPlayer();
955 if (p == 0) return UNKNOWN_ERROR;
956 return p->setPlaybackSettings(rate);
957}
958
959status_t MediaPlayer2Manager::Client::getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */)
960{
961 sp<MediaPlayer2Base> p = getPlayer();
962 if (p == 0) return UNKNOWN_ERROR;
963 status_t ret = p->getPlaybackSettings(rate);
964 if (ret == NO_ERROR) {
965 ALOGV("[%d] getPlaybackSettings(%f, %f, %d, %d)",
966 mConnId, rate->mSpeed, rate->mPitch, rate->mFallbackMode, rate->mStretchMode);
967 } else {
968 ALOGV("[%d] getPlaybackSettings returned %d", mConnId, ret);
969 }
970 return ret;
971}
972
973status_t MediaPlayer2Manager::Client::setSyncSettings(
974 const AVSyncSettings& sync, float videoFpsHint)
975{
976 ALOGV("[%d] setSyncSettings(%u, %u, %f, %f)",
977 mConnId, sync.mSource, sync.mAudioAdjustMode, sync.mTolerance, videoFpsHint);
978 sp<MediaPlayer2Base> p = getPlayer();
979 if (p == 0) return UNKNOWN_ERROR;
980 return p->setSyncSettings(sync, videoFpsHint);
981}
982
983status_t MediaPlayer2Manager::Client::getSyncSettings(
984 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */)
985{
986 sp<MediaPlayer2Base> p = getPlayer();
987 if (p == 0) return UNKNOWN_ERROR;
988 status_t ret = p->getSyncSettings(sync, videoFps);
989 if (ret == NO_ERROR) {
990 ALOGV("[%d] getSyncSettings(%u, %u, %f, %f)",
991 mConnId, sync->mSource, sync->mAudioAdjustMode, sync->mTolerance, *videoFps);
992 } else {
993 ALOGV("[%d] getSyncSettings returned %d", mConnId, ret);
994 }
995 return ret;
996}
997
998status_t MediaPlayer2Manager::Client::getCurrentPosition(int *msec)
999{
1000 ALOGV("getCurrentPosition");
1001 sp<MediaPlayer2Base> p = getPlayer();
1002 if (p == 0) return UNKNOWN_ERROR;
1003 status_t ret = p->getCurrentPosition(msec);
1004 if (ret == NO_ERROR) {
1005 ALOGV("[%d] getCurrentPosition = %d", mConnId, *msec);
1006 } else {
1007 ALOGE("getCurrentPosition returned %d", ret);
1008 }
1009 return ret;
1010}
1011
1012status_t MediaPlayer2Manager::Client::getDuration(int *msec)
1013{
1014 ALOGV("getDuration");
1015 sp<MediaPlayer2Base> p = getPlayer();
1016 if (p == 0) return UNKNOWN_ERROR;
1017 status_t ret = p->getDuration(msec);
1018 if (ret == NO_ERROR) {
1019 ALOGV("[%d] getDuration = %d", mConnId, *msec);
1020 } else {
1021 ALOGE("getDuration returned %d", ret);
1022 }
1023 return ret;
1024}
1025
1026status_t MediaPlayer2Manager::Client::setNextPlayer(const sp<MediaPlayer2Engine>& player) {
1027 ALOGV("setNextPlayer");
1028 Mutex::Autolock l(mLock);
1029 sp<Client> c = static_cast<Client*>(player.get());
1030 if (c != NULL && !gMediaPlayer2Manager.hasClient(c)) {
1031 return BAD_VALUE;
1032 }
1033
1034 mNextClient = c;
1035
1036 if (c != NULL) {
1037 if (mAudioOutput != NULL) {
1038 mAudioOutput->setNextOutput(c->mAudioOutput);
1039 } else if ((mPlayer != NULL) && !mPlayer->hardwareOutput()) {
1040 ALOGE("no current audio output");
1041 }
1042
1043 if ((mPlayer != NULL) && (mNextClient->getPlayer() != NULL)) {
1044 mPlayer->setNextPlayer(mNextClient->getPlayer());
1045 }
1046 }
1047
1048 return OK;
1049}
1050
1051VolumeShaper::Status MediaPlayer2Manager::Client::applyVolumeShaper(
1052 const sp<VolumeShaper::Configuration>& configuration,
1053 const sp<VolumeShaper::Operation>& operation) {
1054 // for hardware output, call player instead
1055 ALOGV("Client::applyVolumeShaper(%p)", this);
1056 sp<MediaPlayer2Base> p = getPlayer();
1057 {
1058 Mutex::Autolock l(mLock);
1059 if (p != 0 && p->hardwareOutput()) {
1060 // TODO: investigate internal implementation
1061 return VolumeShaper::Status(INVALID_OPERATION);
1062 }
1063 if (mAudioOutput.get() != nullptr) {
1064 return mAudioOutput->applyVolumeShaper(configuration, operation);
1065 }
1066 }
1067 return VolumeShaper::Status(INVALID_OPERATION);
1068}
1069
1070sp<VolumeShaper::State> MediaPlayer2Manager::Client::getVolumeShaperState(int id) {
1071 // for hardware output, call player instead
1072 ALOGV("Client::getVolumeShaperState(%p)", this);
1073 sp<MediaPlayer2Base> p = getPlayer();
1074 {
1075 Mutex::Autolock l(mLock);
1076 if (p != 0 && p->hardwareOutput()) {
1077 // TODO: investigate internal implementation.
1078 return nullptr;
1079 }
1080 if (mAudioOutput.get() != nullptr) {
1081 return mAudioOutput->getVolumeShaperState(id);
1082 }
1083 }
1084 return nullptr;
1085}
1086
1087status_t MediaPlayer2Manager::Client::seekTo(int msec, MediaPlayer2SeekMode mode)
1088{
1089 ALOGV("[%d] seekTo(%d, %d)", mConnId, msec, mode);
1090 sp<MediaPlayer2Base> p = getPlayer();
1091 if (p == 0) return UNKNOWN_ERROR;
1092 return p->seekTo(msec, mode);
1093}
1094
1095status_t MediaPlayer2Manager::Client::reset()
1096{
1097 ALOGV("[%d] reset", mConnId);
1098 mRetransmitEndpointValid = false;
1099 sp<MediaPlayer2Base> p = getPlayer();
1100 if (p == 0) return UNKNOWN_ERROR;
1101 return p->reset();
1102}
1103
1104status_t MediaPlayer2Manager::Client::notifyAt(int64_t mediaTimeUs)
1105{
1106 ALOGV("[%d] notifyAt(%lld)", mConnId, (long long)mediaTimeUs);
1107 sp<MediaPlayer2Base> p = getPlayer();
1108 if (p == 0) return UNKNOWN_ERROR;
1109 return p->notifyAt(mediaTimeUs);
1110}
1111
1112status_t MediaPlayer2Manager::Client::setAudioStreamType(audio_stream_type_t type)
1113{
1114 ALOGV("[%d] setAudioStreamType(%d)", mConnId, type);
1115 // TODO: for hardware output, call player instead
1116 Mutex::Autolock l(mLock);
1117 if (mAudioOutput != 0) mAudioOutput->setAudioStreamType(type);
1118 return NO_ERROR;
1119}
1120
1121status_t MediaPlayer2Manager::Client::setAudioAttributes_l(const Parcel &parcel)
1122{
1123 if (mAudioAttributes != NULL) { free(mAudioAttributes); }
1124 mAudioAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1125 if (mAudioAttributes == NULL) {
1126 return NO_MEMORY;
1127 }
1128 unmarshallAudioAttributes(parcel, mAudioAttributes);
1129
1130 ALOGV("setAudioAttributes_l() usage=%d content=%d flags=0x%x tags=%s",
1131 mAudioAttributes->usage, mAudioAttributes->content_type, mAudioAttributes->flags,
1132 mAudioAttributes->tags);
1133
1134 if (mAudioOutput != 0) {
1135 mAudioOutput->setAudioAttributes(mAudioAttributes);
1136 }
1137 return NO_ERROR;
1138}
1139
1140status_t MediaPlayer2Manager::Client::setLooping(int loop)
1141{
1142 ALOGV("[%d] setLooping(%d)", mConnId, loop);
1143 mLoop = loop;
1144 sp<MediaPlayer2Base> p = getPlayer();
1145 if (p != 0) return p->setLooping(loop);
1146 return NO_ERROR;
1147}
1148
1149status_t MediaPlayer2Manager::Client::setVolume(float leftVolume, float rightVolume)
1150{
1151 ALOGV("[%d] setVolume(%f, %f)", mConnId, leftVolume, rightVolume);
1152
1153 // for hardware output, call player instead
1154 sp<MediaPlayer2Base> p = getPlayer();
1155 {
1156 Mutex::Autolock l(mLock);
1157 if (p != 0 && p->hardwareOutput()) {
1158 MediaPlayerHWInterface* hwp =
1159 reinterpret_cast<MediaPlayerHWInterface*>(p.get());
1160 return hwp->setVolume(leftVolume, rightVolume);
1161 } else {
1162 if (mAudioOutput != 0) mAudioOutput->setVolume(leftVolume, rightVolume);
1163 return NO_ERROR;
1164 }
1165 }
1166
1167 return NO_ERROR;
1168}
1169
1170status_t MediaPlayer2Manager::Client::setAuxEffectSendLevel(float level)
1171{
1172 ALOGV("[%d] setAuxEffectSendLevel(%f)", mConnId, level);
1173 Mutex::Autolock l(mLock);
1174 if (mAudioOutput != 0) return mAudioOutput->setAuxEffectSendLevel(level);
1175 return NO_ERROR;
1176}
1177
1178status_t MediaPlayer2Manager::Client::attachAuxEffect(int effectId)
1179{
1180 ALOGV("[%d] attachAuxEffect(%d)", mConnId, effectId);
1181 Mutex::Autolock l(mLock);
1182 if (mAudioOutput != 0) return mAudioOutput->attachAuxEffect(effectId);
1183 return NO_ERROR;
1184}
1185
1186status_t MediaPlayer2Manager::Client::setParameter(int key, const Parcel &request) {
1187 ALOGV("[%d] setParameter(%d)", mConnId, key);
1188 switch (key) {
1189 case MEDIA2_KEY_PARAMETER_AUDIO_ATTRIBUTES:
1190 {
1191 Mutex::Autolock l(mLock);
1192 return setAudioAttributes_l(request);
1193 }
1194 default:
1195 sp<MediaPlayer2Base> p = getPlayer();
1196 if (p == 0) { return UNKNOWN_ERROR; }
1197 return p->setParameter(key, request);
1198 }
1199}
1200
1201status_t MediaPlayer2Manager::Client::getParameter(int key, Parcel *reply) {
1202 ALOGV("[%d] getParameter(%d)", mConnId, key);
1203 sp<MediaPlayer2Base> p = getPlayer();
1204 if (p == 0) return UNKNOWN_ERROR;
1205 return p->getParameter(key, reply);
1206}
1207
1208status_t MediaPlayer2Manager::Client::setRetransmitEndpoint(
1209 const struct sockaddr_in* endpoint) {
1210
1211 if (NULL != endpoint) {
1212 uint32_t a = ntohl(endpoint->sin_addr.s_addr);
1213 uint16_t p = ntohs(endpoint->sin_port);
1214 ALOGV("[%d] setRetransmitEndpoint(%u.%u.%u.%u:%hu)", mConnId,
1215 (a >> 24), (a >> 16) & 0xFF, (a >> 8) & 0xFF, (a & 0xFF), p);
1216 } else {
1217 ALOGV("[%d] setRetransmitEndpoint = <none>", mConnId);
1218 }
1219
1220 sp<MediaPlayer2Base> p = getPlayer();
1221
1222 // Right now, the only valid time to set a retransmit endpoint is before
1223 // player selection has been made (since the presence or absence of a
1224 // retransmit endpoint is going to determine which player is selected during
1225 // setDataSource).
1226 if (p != 0) return INVALID_OPERATION;
1227
1228 if (NULL != endpoint) {
1229 Mutex::Autolock lock(mLock);
1230 mRetransmitEndpoint = *endpoint;
1231 mRetransmitEndpointValid = true;
1232 } else {
1233 Mutex::Autolock lock(mLock);
1234 mRetransmitEndpointValid = false;
1235 }
1236
1237 return NO_ERROR;
1238}
1239
1240status_t MediaPlayer2Manager::Client::getRetransmitEndpoint(
1241 struct sockaddr_in* endpoint)
1242{
1243 if (NULL == endpoint)
1244 return BAD_VALUE;
1245
1246 sp<MediaPlayer2Base> p = getPlayer();
1247
1248 if (p != NULL)
1249 return p->getRetransmitEndpoint(endpoint);
1250
1251 Mutex::Autolock lock(mLock);
1252 if (!mRetransmitEndpointValid)
1253 return NO_INIT;
1254
1255 *endpoint = mRetransmitEndpoint;
1256
1257 return NO_ERROR;
1258}
1259
1260void MediaPlayer2Manager::Client::notify(
Pawin Vongmasa50963852017-12-12 06:24:42 -08001261 const wp<MediaPlayer2Engine> &listener, int msg, int ext1, int ext2, const Parcel *obj)
Wei Jia53692fa2017-12-11 10:33:46 -08001262{
Pawin Vongmasa50963852017-12-12 06:24:42 -08001263 sp<MediaPlayer2Engine> spListener = listener.promote();
1264 if (spListener == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001265 return;
1266 }
Pawin Vongmasa50963852017-12-12 06:24:42 -08001267 Client* client = static_cast<Client*>(spListener.get());
Wei Jia53692fa2017-12-11 10:33:46 -08001268
1269 sp<MediaPlayer2EngineClient> c;
1270 sp<Client> nextClient;
1271 status_t errStartNext = NO_ERROR;
1272 {
1273 Mutex::Autolock l(client->mLock);
1274 c = client->mClient;
1275 if (msg == MEDIA2_PLAYBACK_COMPLETE && client->mNextClient != NULL) {
1276 nextClient = client->mNextClient;
1277
1278 if (client->mAudioOutput != NULL)
1279 client->mAudioOutput->switchToNextOutput();
1280
1281 errStartNext = nextClient->start();
1282 }
1283 }
1284
1285 if (nextClient != NULL) {
1286 sp<MediaPlayer2EngineClient> nc;
1287 {
1288 Mutex::Autolock l(nextClient->mLock);
1289 nc = nextClient->mClient;
1290 }
1291 if (nc != NULL) {
1292 if (errStartNext == NO_ERROR) {
1293 nc->notify(MEDIA2_INFO, MEDIA2_INFO_STARTED_AS_NEXT, 0, obj);
1294 } else {
1295 nc->notify(MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN , 0, obj);
1296 ALOGE("gapless:start playback for next track failed, err(%d)", errStartNext);
1297 }
1298 }
1299 }
1300
1301 if (MEDIA2_INFO == msg &&
1302 MEDIA2_INFO_METADATA_UPDATE == ext1) {
1303 const media::Metadata::Type metadata_type = ext2;
1304
1305 if(client->shouldDropMetadata(metadata_type)) {
1306 return;
1307 }
1308
1309 // Update the list of metadata that have changed. getMetadata
1310 // also access mMetadataUpdated and clears it.
1311 client->addNewMetadataUpdate(metadata_type);
1312 }
1313
1314 if (c != NULL) {
Pawin Vongmasa50963852017-12-12 06:24:42 -08001315 ALOGV("[%d] notify (%p, %d, %d, %d)", client->mConnId, spListener.get(), msg, ext1, ext2);
Wei Jia53692fa2017-12-11 10:33:46 -08001316 c->notify(msg, ext1, ext2, obj);
1317 }
1318}
1319
1320
1321bool MediaPlayer2Manager::Client::shouldDropMetadata(media::Metadata::Type code) const
1322{
1323 Mutex::Autolock lock(mLock);
1324
1325 if (findMetadata(mMetadataDrop, code)) {
1326 return true;
1327 }
1328
1329 if (mMetadataAllow.isEmpty() || findMetadata(mMetadataAllow, code)) {
1330 return false;
1331 } else {
1332 return true;
1333 }
1334}
1335
1336
1337void MediaPlayer2Manager::Client::addNewMetadataUpdate(media::Metadata::Type metadata_type) {
1338 Mutex::Autolock lock(mLock);
1339 if (mMetadataUpdated.indexOf(metadata_type) < 0) {
1340 mMetadataUpdated.add(metadata_type);
1341 }
1342}
1343
1344// Modular DRM
1345status_t MediaPlayer2Manager::Client::prepareDrm(const uint8_t uuid[16],
1346 const Vector<uint8_t>& drmSessionId)
1347{
1348 ALOGV("[%d] prepareDrm", mConnId);
1349 sp<MediaPlayer2Base> p = getPlayer();
1350 if (p == 0) return UNKNOWN_ERROR;
1351
1352 status_t ret = p->prepareDrm(uuid, drmSessionId);
1353 ALOGV("prepareDrm ret: %d", ret);
1354
1355 return ret;
1356}
1357
1358status_t MediaPlayer2Manager::Client::releaseDrm()
1359{
1360 ALOGV("[%d] releaseDrm", mConnId);
1361 sp<MediaPlayer2Base> p = getPlayer();
1362 if (p == 0) return UNKNOWN_ERROR;
1363
1364 status_t ret = p->releaseDrm();
1365 ALOGV("releaseDrm ret: %d", ret);
1366
1367 return ret;
1368}
1369
1370status_t MediaPlayer2Manager::Client::setOutputDevice(audio_port_handle_t deviceId)
1371{
1372 ALOGV("[%d] setOutputDevice", mConnId);
1373 {
1374 Mutex::Autolock l(mLock);
1375 if (mAudioOutput.get() != nullptr) {
1376 return mAudioOutput->setOutputDevice(deviceId);
1377 }
1378 }
1379 return NO_INIT;
1380}
1381
1382status_t MediaPlayer2Manager::Client::getRoutedDeviceId(audio_port_handle_t* deviceId)
1383{
1384 ALOGV("[%d] getRoutedDeviceId", mConnId);
1385 {
1386 Mutex::Autolock l(mLock);
1387 if (mAudioOutput.get() != nullptr) {
1388 return mAudioOutput->getRoutedDeviceId(deviceId);
1389 }
1390 }
1391 return NO_INIT;
1392}
1393
1394status_t MediaPlayer2Manager::Client::enableAudioDeviceCallback(bool enabled)
1395{
1396 ALOGV("[%d] enableAudioDeviceCallback, %d", mConnId, enabled);
1397 {
1398 Mutex::Autolock l(mLock);
1399 if (mAudioOutput.get() != nullptr) {
1400 return mAudioOutput->enableAudioDeviceCallback(enabled);
1401 }
1402 }
1403 return NO_INIT;
1404}
1405
1406#if CALLBACK_ANTAGONIZER
1407const int Antagonizer::interval = 10000; // 10 msecs
1408
Pawin Vongmasa50963852017-12-12 06:24:42 -08001409Antagonizer::Antagonizer(
1410 MediaPlayer2Manager::NotifyCallback cb,
1411 const wp<MediaPlayer2Engine> &client) :
Wei Jia53692fa2017-12-11 10:33:46 -08001412 mExit(false), mActive(false), mClient(client), mCb(cb)
1413{
1414 createThread(callbackThread, this);
1415}
1416
1417void Antagonizer::kill()
1418{
1419 Mutex::Autolock _l(mLock);
1420 mActive = false;
1421 mExit = true;
1422 mCondition.wait(mLock);
1423}
1424
1425int Antagonizer::callbackThread(void* user)
1426{
1427 ALOGD("Antagonizer started");
1428 Antagonizer* p = reinterpret_cast<Antagonizer*>(user);
1429 while (!p->mExit) {
1430 if (p->mActive) {
1431 ALOGV("send event");
1432 p->mCb(p->mClient, 0, 0, 0);
1433 }
1434 usleep(interval);
1435 }
1436 Mutex::Autolock _l(p->mLock);
1437 p->mCondition.signal();
1438 ALOGD("Antagonizer stopped");
1439 return 0;
1440}
1441#endif
1442
1443#undef LOG_TAG
1444#define LOG_TAG "AudioSink"
1445MediaPlayer2Manager::AudioOutput::AudioOutput(audio_session_t sessionId, uid_t uid, int pid,
1446 const audio_attributes_t* attr, const sp<AudioSystem::AudioDeviceCallback>& deviceCallback)
1447 : mCallback(NULL),
1448 mCallbackCookie(NULL),
1449 mCallbackData(NULL),
1450 mStreamType(AUDIO_STREAM_MUSIC),
1451 mLeftVolume(1.0),
1452 mRightVolume(1.0),
1453 mPlaybackRate(AUDIO_PLAYBACK_RATE_DEFAULT),
1454 mSampleRateHz(0),
1455 mMsecsPerFrame(0),
1456 mFrameSize(0),
1457 mSessionId(sessionId),
1458 mUid(uid),
1459 mPid(pid),
1460 mSendLevel(0.0),
1461 mAuxEffectId(0),
1462 mFlags(AUDIO_OUTPUT_FLAG_NONE),
1463 mVolumeHandler(new media::VolumeHandler()),
1464 mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
1465 mRoutedDeviceId(AUDIO_PORT_HANDLE_NONE),
1466 mDeviceCallbackEnabled(false),
1467 mDeviceCallback(deviceCallback)
1468{
1469 ALOGV("AudioOutput(%d)", sessionId);
1470 if (attr != NULL) {
1471 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1472 if (mAttributes != NULL) {
1473 memcpy(mAttributes, attr, sizeof(audio_attributes_t));
1474 mStreamType = audio_attributes_to_stream_type(attr);
1475 }
1476 } else {
1477 mAttributes = NULL;
1478 }
1479
1480 setMinBufferCount();
1481}
1482
1483MediaPlayer2Manager::AudioOutput::~AudioOutput()
1484{
1485 close();
1486 free(mAttributes);
1487 delete mCallbackData;
1488}
1489
1490//static
1491void MediaPlayer2Manager::AudioOutput::setMinBufferCount()
1492{
1493 char value[PROPERTY_VALUE_MAX];
1494 if (property_get("ro.kernel.qemu", value, 0)) {
1495 mIsOnEmulator = true;
1496 mMinBufferCount = 12; // to prevent systematic buffer underrun for emulator
1497 }
1498}
1499
1500// static
1501bool MediaPlayer2Manager::AudioOutput::isOnEmulator()
1502{
1503 setMinBufferCount(); // benign race wrt other threads
1504 return mIsOnEmulator;
1505}
1506
1507// static
1508int MediaPlayer2Manager::AudioOutput::getMinBufferCount()
1509{
1510 setMinBufferCount(); // benign race wrt other threads
1511 return mMinBufferCount;
1512}
1513
1514ssize_t MediaPlayer2Manager::AudioOutput::bufferSize() const
1515{
1516 Mutex::Autolock lock(mLock);
1517 if (mTrack == 0) return NO_INIT;
1518 return mTrack->frameCount() * mFrameSize;
1519}
1520
1521ssize_t MediaPlayer2Manager::AudioOutput::frameCount() const
1522{
1523 Mutex::Autolock lock(mLock);
1524 if (mTrack == 0) return NO_INIT;
1525 return mTrack->frameCount();
1526}
1527
1528ssize_t MediaPlayer2Manager::AudioOutput::channelCount() const
1529{
1530 Mutex::Autolock lock(mLock);
1531 if (mTrack == 0) return NO_INIT;
1532 return mTrack->channelCount();
1533}
1534
1535ssize_t MediaPlayer2Manager::AudioOutput::frameSize() const
1536{
1537 Mutex::Autolock lock(mLock);
1538 if (mTrack == 0) return NO_INIT;
1539 return mFrameSize;
1540}
1541
1542uint32_t MediaPlayer2Manager::AudioOutput::latency () const
1543{
1544 Mutex::Autolock lock(mLock);
1545 if (mTrack == 0) return 0;
1546 return mTrack->latency();
1547}
1548
1549float MediaPlayer2Manager::AudioOutput::msecsPerFrame() const
1550{
1551 Mutex::Autolock lock(mLock);
1552 return mMsecsPerFrame;
1553}
1554
1555status_t MediaPlayer2Manager::AudioOutput::getPosition(uint32_t *position) const
1556{
1557 Mutex::Autolock lock(mLock);
1558 if (mTrack == 0) return NO_INIT;
1559 return mTrack->getPosition(position);
1560}
1561
1562status_t MediaPlayer2Manager::AudioOutput::getTimestamp(AudioTimestamp &ts) const
1563{
1564 Mutex::Autolock lock(mLock);
1565 if (mTrack == 0) return NO_INIT;
1566 return mTrack->getTimestamp(ts);
1567}
1568
1569// TODO: Remove unnecessary calls to getPlayedOutDurationUs()
1570// as it acquires locks and may query the audio driver.
1571//
1572// Some calls could conceivably retrieve extrapolated data instead of
1573// accessing getTimestamp() or getPosition() every time a data buffer with
1574// a media time is received.
1575//
1576// Calculate duration of played samples if played at normal rate (i.e., 1.0).
1577int64_t MediaPlayer2Manager::AudioOutput::getPlayedOutDurationUs(int64_t nowUs) const
1578{
1579 Mutex::Autolock lock(mLock);
1580 if (mTrack == 0 || mSampleRateHz == 0) {
1581 return 0;
1582 }
1583
1584 uint32_t numFramesPlayed;
1585 int64_t numFramesPlayedAtUs;
1586 AudioTimestamp ts;
1587
1588 status_t res = mTrack->getTimestamp(ts);
1589 if (res == OK) { // case 1: mixing audio tracks and offloaded tracks.
1590 numFramesPlayed = ts.mPosition;
1591 numFramesPlayedAtUs = ts.mTime.tv_sec * 1000000LL + ts.mTime.tv_nsec / 1000;
1592 //ALOGD("getTimestamp: OK %d %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1593 } else if (res == WOULD_BLOCK) { // case 2: transitory state on start of a new track
1594 numFramesPlayed = 0;
1595 numFramesPlayedAtUs = nowUs;
1596 //ALOGD("getTimestamp: WOULD_BLOCK %d %lld",
1597 // numFramesPlayed, (long long)numFramesPlayedAtUs);
1598 } else { // case 3: transitory at new track or audio fast tracks.
1599 res = mTrack->getPosition(&numFramesPlayed);
1600 CHECK_EQ(res, (status_t)OK);
1601 numFramesPlayedAtUs = nowUs;
1602 numFramesPlayedAtUs += 1000LL * mTrack->latency() / 2; /* XXX */
1603 //ALOGD("getPosition: %u %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1604 }
1605
1606 // CHECK_EQ(numFramesPlayed & (1 << 31), 0); // can't be negative until 12.4 hrs, test
1607 // TODO: remove the (int32_t) casting below as it may overflow at 12.4 hours.
1608 int64_t durationUs = (int64_t)((int32_t)numFramesPlayed * 1000000LL / mSampleRateHz)
1609 + nowUs - numFramesPlayedAtUs;
1610 if (durationUs < 0) {
1611 // Occurs when numFramesPlayed position is very small and the following:
1612 // (1) In case 1, the time nowUs is computed before getTimestamp() is called and
1613 // numFramesPlayedAtUs is greater than nowUs by time more than numFramesPlayed.
1614 // (2) In case 3, using getPosition and adding mAudioSink->latency() to
1615 // numFramesPlayedAtUs, by a time amount greater than numFramesPlayed.
1616 //
1617 // Both of these are transitory conditions.
1618 ALOGV("getPlayedOutDurationUs: negative duration %lld set to zero", (long long)durationUs);
1619 durationUs = 0;
1620 }
1621 ALOGV("getPlayedOutDurationUs(%lld) nowUs(%lld) frames(%u) framesAt(%lld)",
1622 (long long)durationUs, (long long)nowUs,
1623 numFramesPlayed, (long long)numFramesPlayedAtUs);
1624 return durationUs;
1625}
1626
1627status_t MediaPlayer2Manager::AudioOutput::getFramesWritten(uint32_t *frameswritten) const
1628{
1629 Mutex::Autolock lock(mLock);
1630 if (mTrack == 0) return NO_INIT;
1631 ExtendedTimestamp ets;
1632 status_t status = mTrack->getTimestamp(&ets);
1633 if (status == OK || status == WOULD_BLOCK) {
1634 *frameswritten = (uint32_t)ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT];
1635 }
1636 return status;
1637}
1638
1639status_t MediaPlayer2Manager::AudioOutput::setParameters(const String8& keyValuePairs)
1640{
1641 Mutex::Autolock lock(mLock);
1642 if (mTrack == 0) return NO_INIT;
1643 return mTrack->setParameters(keyValuePairs);
1644}
1645
1646String8 MediaPlayer2Manager::AudioOutput::getParameters(const String8& keys)
1647{
1648 Mutex::Autolock lock(mLock);
1649 if (mTrack == 0) return String8::empty();
1650 return mTrack->getParameters(keys);
1651}
1652
1653void MediaPlayer2Manager::AudioOutput::setAudioAttributes(const audio_attributes_t * attributes) {
1654 Mutex::Autolock lock(mLock);
1655 if (attributes == NULL) {
1656 free(mAttributes);
1657 mAttributes = NULL;
1658 } else {
1659 if (mAttributes == NULL) {
1660 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1661 }
1662 memcpy(mAttributes, attributes, sizeof(audio_attributes_t));
1663 mStreamType = audio_attributes_to_stream_type(attributes);
1664 }
1665}
1666
1667void MediaPlayer2Manager::AudioOutput::setAudioStreamType(audio_stream_type_t streamType)
1668{
1669 Mutex::Autolock lock(mLock);
1670 // do not allow direct stream type modification if attributes have been set
1671 if (mAttributes == NULL) {
1672 mStreamType = streamType;
1673 }
1674}
1675
1676void MediaPlayer2Manager::AudioOutput::deleteRecycledTrack_l()
1677{
1678 ALOGV("deleteRecycledTrack_l");
1679 if (mRecycledTrack != 0) {
1680
1681 if (mCallbackData != NULL) {
1682 mCallbackData->setOutput(NULL);
1683 mCallbackData->endTrackSwitch();
1684 }
1685
1686 if ((mRecycledTrack->getFlags() & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) == 0) {
1687 int32_t msec = 0;
1688 if (!mRecycledTrack->stopped()) { // check if active
1689 (void)mRecycledTrack->pendingDuration(&msec);
1690 }
1691 mRecycledTrack->stop(); // ensure full data drain
1692 ALOGD("deleting recycled track, waiting for data drain (%d msec)", msec);
1693 if (msec > 0) {
1694 static const int32_t WAIT_LIMIT_MS = 3000;
1695 if (msec > WAIT_LIMIT_MS) {
1696 msec = WAIT_LIMIT_MS;
1697 }
1698 usleep(msec * 1000LL);
1699 }
1700 }
1701 // An offloaded track isn't flushed because the STREAM_END is reported
1702 // slightly prematurely to allow time for the gapless track switch
1703 // but this means that if we decide not to recycle the track there
1704 // could be a small amount of residual data still playing. We leave
1705 // AudioFlinger to drain the track.
1706
1707 mRecycledTrack.clear();
1708 close_l();
1709 delete mCallbackData;
1710 mCallbackData = NULL;
1711 }
1712}
1713
1714void MediaPlayer2Manager::AudioOutput::close_l()
1715{
1716 mTrack.clear();
1717}
1718
1719status_t MediaPlayer2Manager::AudioOutput::open(
1720 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
1721 audio_format_t format, int bufferCount,
1722 AudioCallback cb, void *cookie,
1723 audio_output_flags_t flags,
1724 const audio_offload_info_t *offloadInfo,
1725 bool doNotReconnect,
1726 uint32_t suggestedFrameCount)
1727{
1728 ALOGV("open(%u, %d, 0x%x, 0x%x, %d, %d 0x%x)", sampleRate, channelCount, channelMask,
1729 format, bufferCount, mSessionId, flags);
1730
1731 // offloading is only supported in callback mode for now.
1732 // offloadInfo must be present if offload flag is set
1733 if (((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) &&
1734 ((cb == NULL) || (offloadInfo == NULL))) {
1735 return BAD_VALUE;
1736 }
1737
1738 // compute frame count for the AudioTrack internal buffer
1739 size_t frameCount;
1740 if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) {
1741 frameCount = 0; // AudioTrack will get frame count from AudioFlinger
1742 } else {
1743 // try to estimate the buffer processing fetch size from AudioFlinger.
1744 // framesPerBuffer is approximate and generally correct, except when it's not :-).
1745 uint32_t afSampleRate;
1746 size_t afFrameCount;
1747 if (AudioSystem::getOutputFrameCount(&afFrameCount, mStreamType) != NO_ERROR) {
1748 return NO_INIT;
1749 }
1750 if (AudioSystem::getOutputSamplingRate(&afSampleRate, mStreamType) != NO_ERROR) {
1751 return NO_INIT;
1752 }
1753 const size_t framesPerBuffer =
1754 (unsigned long long)sampleRate * afFrameCount / afSampleRate;
1755
1756 if (bufferCount == 0) {
1757 // use suggestedFrameCount
1758 bufferCount = (suggestedFrameCount + framesPerBuffer - 1) / framesPerBuffer;
1759 }
1760 // Check argument bufferCount against the mininum buffer count
1761 if (bufferCount != 0 && bufferCount < mMinBufferCount) {
1762 ALOGV("bufferCount (%d) increased to %d", bufferCount, mMinBufferCount);
1763 bufferCount = mMinBufferCount;
1764 }
1765 // if frameCount is 0, then AudioTrack will get frame count from AudioFlinger
1766 // which will be the minimum size permitted.
1767 frameCount = bufferCount * framesPerBuffer;
1768 }
1769
1770 if (channelMask == CHANNEL_MASK_USE_CHANNEL_ORDER) {
1771 channelMask = audio_channel_out_mask_from_count(channelCount);
1772 if (0 == channelMask) {
1773 ALOGE("open() error, can\'t derive mask for %d audio channels", channelCount);
1774 return NO_INIT;
1775 }
1776 }
1777
1778 Mutex::Autolock lock(mLock);
1779 mCallback = cb;
1780 mCallbackCookie = cookie;
1781
1782 // Check whether we can recycle the track
1783 bool reuse = false;
1784 bool bothOffloaded = false;
1785
1786 if (mRecycledTrack != 0) {
1787 // check whether we are switching between two offloaded tracks
1788 bothOffloaded = (flags & mRecycledTrack->getFlags()
1789 & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0;
1790
1791 // check if the existing track can be reused as-is, or if a new track needs to be created.
1792 reuse = true;
1793
1794 if ((mCallbackData == NULL && mCallback != NULL) ||
1795 (mCallbackData != NULL && mCallback == NULL)) {
1796 // recycled track uses callbacks but the caller wants to use writes, or vice versa
1797 ALOGV("can't chain callback and write");
1798 reuse = false;
1799 } else if ((mRecycledTrack->getSampleRate() != sampleRate) ||
1800 (mRecycledTrack->channelCount() != (uint32_t)channelCount) ) {
1801 ALOGV("samplerate, channelcount differ: %u/%u Hz, %u/%d ch",
1802 mRecycledTrack->getSampleRate(), sampleRate,
1803 mRecycledTrack->channelCount(), channelCount);
1804 reuse = false;
1805 } else if (flags != mFlags) {
1806 ALOGV("output flags differ %08x/%08x", flags, mFlags);
1807 reuse = false;
1808 } else if (mRecycledTrack->format() != format) {
1809 reuse = false;
1810 }
1811 } else {
1812 ALOGV("no track available to recycle");
1813 }
1814
1815 ALOGV_IF(bothOffloaded, "both tracks offloaded");
1816
1817 // If we can't recycle and both tracks are offloaded
1818 // we must close the previous output before opening a new one
1819 if (bothOffloaded && !reuse) {
1820 ALOGV("both offloaded and not recycling");
1821 deleteRecycledTrack_l();
1822 }
1823
1824 sp<AudioTrack> t;
1825 CallbackData *newcbd = NULL;
1826
1827 // We don't attempt to create a new track if we are recycling an
1828 // offloaded track. But, if we are recycling a non-offloaded or we
1829 // are switching where one is offloaded and one isn't then we create
1830 // the new track in advance so that we can read additional stream info
1831
1832 if (!(reuse && bothOffloaded)) {
1833 ALOGV("creating new AudioTrack");
1834
1835 if (mCallback != NULL) {
1836 newcbd = new CallbackData(this);
1837 t = new AudioTrack(
1838 mStreamType,
1839 sampleRate,
1840 format,
1841 channelMask,
1842 frameCount,
1843 flags,
1844 CallbackWrapper,
1845 newcbd,
1846 0, // notification frames
1847 mSessionId,
1848 AudioTrack::TRANSFER_CALLBACK,
1849 offloadInfo,
1850 mUid,
1851 mPid,
1852 mAttributes,
1853 doNotReconnect,
1854 1.0f, // default value for maxRequiredSpeed
1855 mSelectedDeviceId);
1856 } else {
1857 // TODO: Due to buffer memory concerns, we use a max target playback speed
1858 // based on mPlaybackRate at the time of open (instead of kMaxRequiredSpeed),
1859 // also clamping the target speed to 1.0 <= targetSpeed <= kMaxRequiredSpeed.
1860 const float targetSpeed =
1861 std::min(std::max(mPlaybackRate.mSpeed, 1.0f), kMaxRequiredSpeed);
1862 ALOGW_IF(targetSpeed != mPlaybackRate.mSpeed,
1863 "track target speed:%f clamped from playback speed:%f",
1864 targetSpeed, mPlaybackRate.mSpeed);
1865 t = new AudioTrack(
1866 mStreamType,
1867 sampleRate,
1868 format,
1869 channelMask,
1870 frameCount,
1871 flags,
1872 NULL, // callback
1873 NULL, // user data
1874 0, // notification frames
1875 mSessionId,
1876 AudioTrack::TRANSFER_DEFAULT,
1877 NULL, // offload info
1878 mUid,
1879 mPid,
1880 mAttributes,
1881 doNotReconnect,
1882 targetSpeed,
1883 mSelectedDeviceId);
1884 }
1885
1886 if ((t == 0) || (t->initCheck() != NO_ERROR)) {
1887 ALOGE("Unable to create audio track");
1888 delete newcbd;
1889 // t goes out of scope, so reference count drops to zero
1890 return NO_INIT;
1891 } else {
1892 // successful AudioTrack initialization implies a legacy stream type was generated
1893 // from the audio attributes
1894 mStreamType = t->streamType();
1895 }
1896 }
1897
1898 if (reuse) {
1899 CHECK(mRecycledTrack != NULL);
1900
1901 if (!bothOffloaded) {
1902 if (mRecycledTrack->frameCount() != t->frameCount()) {
1903 ALOGV("framecount differs: %zu/%zu frames",
1904 mRecycledTrack->frameCount(), t->frameCount());
1905 reuse = false;
1906 }
1907 }
1908
1909 if (reuse) {
1910 ALOGV("chaining to next output and recycling track");
1911 close_l();
1912 mTrack = mRecycledTrack;
1913 mRecycledTrack.clear();
1914 if (mCallbackData != NULL) {
1915 mCallbackData->setOutput(this);
1916 }
1917 delete newcbd;
1918 return updateTrack();
1919 }
1920 }
1921
1922 // we're not going to reuse the track, unblock and flush it
1923 // this was done earlier if both tracks are offloaded
1924 if (!bothOffloaded) {
1925 deleteRecycledTrack_l();
1926 }
1927
1928 CHECK((t != NULL) && ((mCallback == NULL) || (newcbd != NULL)));
1929
1930 mCallbackData = newcbd;
1931 ALOGV("setVolume");
1932 t->setVolume(mLeftVolume, mRightVolume);
1933
1934 // Restore VolumeShapers for the MediaPlayer2 in case the track was recreated
1935 // due to an output sink error (e.g. offload to non-offload switch).
1936 mVolumeHandler->forall([&t](const VolumeShaper &shaper) -> VolumeShaper::Status {
1937 sp<VolumeShaper::Operation> operationToEnd =
1938 new VolumeShaper::Operation(shaper.mOperation);
1939 // TODO: Ideally we would restore to the exact xOffset position
1940 // as returned by getVolumeShaperState(), but we don't have that
1941 // information when restoring at the client unless we periodically poll
1942 // the server or create shared memory state.
1943 //
1944 // For now, we simply advance to the end of the VolumeShaper effect
1945 // if it has been started.
1946 if (shaper.isStarted()) {
1947 operationToEnd->setNormalizedTime(1.f);
1948 }
1949 return t->applyVolumeShaper(shaper.mConfiguration, operationToEnd);
1950 });
1951
1952 mSampleRateHz = sampleRate;
1953 mFlags = flags;
1954 mMsecsPerFrame = 1E3f / (mPlaybackRate.mSpeed * sampleRate);
1955 mFrameSize = t->frameSize();
1956 mTrack = t;
1957
1958 return updateTrack();
1959}
1960
1961status_t MediaPlayer2Manager::AudioOutput::updateTrack() {
1962 if (mTrack == NULL) {
1963 return NO_ERROR;
1964 }
1965
1966 status_t res = NO_ERROR;
1967 // Note some output devices may give us a direct track even though we don't specify it.
1968 // Example: Line application b/17459982.
1969 if ((mTrack->getFlags()
1970 & (AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD | AUDIO_OUTPUT_FLAG_DIRECT)) == 0) {
1971 res = mTrack->setPlaybackRate(mPlaybackRate);
1972 if (res == NO_ERROR) {
1973 mTrack->setAuxEffectSendLevel(mSendLevel);
1974 res = mTrack->attachAuxEffect(mAuxEffectId);
1975 }
1976 }
1977 mTrack->setOutputDevice(mSelectedDeviceId);
1978 if (mDeviceCallbackEnabled) {
1979 mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
1980 }
1981 ALOGV("updateTrack() DONE status %d", res);
1982 return res;
1983}
1984
1985status_t MediaPlayer2Manager::AudioOutput::start()
1986{
1987 ALOGV("start");
1988 Mutex::Autolock lock(mLock);
1989 if (mCallbackData != NULL) {
1990 mCallbackData->endTrackSwitch();
1991 }
1992 if (mTrack != 0) {
1993 mTrack->setVolume(mLeftVolume, mRightVolume);
1994 mTrack->setAuxEffectSendLevel(mSendLevel);
1995 status_t status = mTrack->start();
1996 if (status == NO_ERROR) {
1997 mVolumeHandler->setStarted();
1998 }
1999 return status;
2000 }
2001 return NO_INIT;
2002}
2003
2004void MediaPlayer2Manager::AudioOutput::setNextOutput(const sp<AudioOutput>& nextOutput) {
2005 Mutex::Autolock lock(mLock);
2006 mNextOutput = nextOutput;
2007}
2008
2009void MediaPlayer2Manager::AudioOutput::switchToNextOutput() {
2010 ALOGV("switchToNextOutput");
2011
2012 // Try to acquire the callback lock before moving track (without incurring deadlock).
2013 const unsigned kMaxSwitchTries = 100;
2014 Mutex::Autolock lock(mLock);
2015 for (unsigned tries = 0;;) {
2016 if (mTrack == 0) {
2017 return;
2018 }
2019 if (mNextOutput != NULL && mNextOutput != this) {
2020 if (mCallbackData != NULL) {
2021 // two alternative approaches
2022#if 1
2023 CallbackData *callbackData = mCallbackData;
2024 mLock.unlock();
2025 // proper acquisition sequence
2026 callbackData->lock();
2027 mLock.lock();
2028 // Caution: it is unlikely that someone deleted our callback or changed our target
2029 if (callbackData != mCallbackData || mNextOutput == NULL || mNextOutput == this) {
2030 // fatal if we are starved out.
2031 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2032 "switchToNextOutput() cannot obtain correct lock sequence");
2033 callbackData->unlock();
2034 continue;
2035 }
2036 callbackData->mSwitching = true; // begin track switch
2037 callbackData->setOutput(NULL);
2038#else
2039 // tryBeginTrackSwitch() returns false if the callback has the lock.
2040 if (!mCallbackData->tryBeginTrackSwitch()) {
2041 // fatal if we are starved out.
2042 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2043 "switchToNextOutput() cannot obtain callback lock");
2044 mLock.unlock();
2045 usleep(5 * 1000 /* usec */); // allow callback to use AudioOutput
2046 mLock.lock();
2047 continue;
2048 }
2049#endif
2050 }
2051
2052 Mutex::Autolock nextLock(mNextOutput->mLock);
2053
2054 // If the next output track is not NULL, then it has been
2055 // opened already for playback.
2056 // This is possible even without the next player being started,
2057 // for example, the next player could be prepared and seeked.
2058 //
2059 // Presuming it isn't advisable to force the track over.
2060 if (mNextOutput->mTrack == NULL) {
2061 ALOGD("Recycling track for gapless playback");
2062 delete mNextOutput->mCallbackData;
2063 mNextOutput->mCallbackData = mCallbackData;
2064 mNextOutput->mRecycledTrack = mTrack;
2065 mNextOutput->mSampleRateHz = mSampleRateHz;
2066 mNextOutput->mMsecsPerFrame = mMsecsPerFrame;
2067 mNextOutput->mFlags = mFlags;
2068 mNextOutput->mFrameSize = mFrameSize;
2069 close_l();
2070 mCallbackData = NULL; // destruction handled by mNextOutput
2071 } else {
2072 ALOGW("Ignoring gapless playback because next player has already started");
2073 // remove track in case resource needed for future players.
2074 if (mCallbackData != NULL) {
2075 mCallbackData->endTrackSwitch(); // release lock for callbacks before close.
2076 }
2077 close_l();
2078 }
2079 }
2080 break;
2081 }
2082}
2083
2084ssize_t MediaPlayer2Manager::AudioOutput::write(const void* buffer, size_t size, bool blocking)
2085{
2086 Mutex::Autolock lock(mLock);
2087 LOG_ALWAYS_FATAL_IF(mCallback != NULL, "Don't call write if supplying a callback.");
2088
2089 //ALOGV("write(%p, %u)", buffer, size);
2090 if (mTrack != 0) {
2091 return mTrack->write(buffer, size, blocking);
2092 }
2093 return NO_INIT;
2094}
2095
2096void MediaPlayer2Manager::AudioOutput::stop()
2097{
2098 ALOGV("stop");
2099 Mutex::Autolock lock(mLock);
2100 if (mTrack != 0) mTrack->stop();
2101}
2102
2103void MediaPlayer2Manager::AudioOutput::flush()
2104{
2105 ALOGV("flush");
2106 Mutex::Autolock lock(mLock);
2107 if (mTrack != 0) mTrack->flush();
2108}
2109
2110void MediaPlayer2Manager::AudioOutput::pause()
2111{
2112 ALOGV("pause");
2113 Mutex::Autolock lock(mLock);
2114 if (mTrack != 0) mTrack->pause();
2115}
2116
2117void MediaPlayer2Manager::AudioOutput::close()
2118{
2119 ALOGV("close");
2120 sp<AudioTrack> track;
2121 {
2122 Mutex::Autolock lock(mLock);
2123 track = mTrack;
2124 close_l(); // clears mTrack
2125 }
2126 // destruction of the track occurs outside of mutex.
2127}
2128
2129void MediaPlayer2Manager::AudioOutput::setVolume(float left, float right)
2130{
2131 ALOGV("setVolume(%f, %f)", left, right);
2132 Mutex::Autolock lock(mLock);
2133 mLeftVolume = left;
2134 mRightVolume = right;
2135 if (mTrack != 0) {
2136 mTrack->setVolume(left, right);
2137 }
2138}
2139
2140status_t MediaPlayer2Manager::AudioOutput::setPlaybackRate(const AudioPlaybackRate &rate)
2141{
2142 ALOGV("setPlaybackRate(%f %f %d %d)",
2143 rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
2144 Mutex::Autolock lock(mLock);
2145 if (mTrack == 0) {
2146 // remember rate so that we can set it when the track is opened
2147 mPlaybackRate = rate;
2148 return OK;
2149 }
2150 status_t res = mTrack->setPlaybackRate(rate);
2151 if (res != NO_ERROR) {
2152 return res;
2153 }
2154 // rate.mSpeed is always greater than 0 if setPlaybackRate succeeded
2155 CHECK_GT(rate.mSpeed, 0.f);
2156 mPlaybackRate = rate;
2157 if (mSampleRateHz != 0) {
2158 mMsecsPerFrame = 1E3f / (rate.mSpeed * mSampleRateHz);
2159 }
2160 return res;
2161}
2162
2163status_t MediaPlayer2Manager::AudioOutput::getPlaybackRate(AudioPlaybackRate *rate)
2164{
2165 ALOGV("setPlaybackRate");
2166 Mutex::Autolock lock(mLock);
2167 if (mTrack == 0) {
2168 return NO_INIT;
2169 }
2170 *rate = mTrack->getPlaybackRate();
2171 return NO_ERROR;
2172}
2173
2174status_t MediaPlayer2Manager::AudioOutput::setAuxEffectSendLevel(float level)
2175{
2176 ALOGV("setAuxEffectSendLevel(%f)", level);
2177 Mutex::Autolock lock(mLock);
2178 mSendLevel = level;
2179 if (mTrack != 0) {
2180 return mTrack->setAuxEffectSendLevel(level);
2181 }
2182 return NO_ERROR;
2183}
2184
2185status_t MediaPlayer2Manager::AudioOutput::attachAuxEffect(int effectId)
2186{
2187 ALOGV("attachAuxEffect(%d)", effectId);
2188 Mutex::Autolock lock(mLock);
2189 mAuxEffectId = effectId;
2190 if (mTrack != 0) {
2191 return mTrack->attachAuxEffect(effectId);
2192 }
2193 return NO_ERROR;
2194}
2195
2196status_t MediaPlayer2Manager::AudioOutput::setOutputDevice(audio_port_handle_t deviceId)
2197{
2198 ALOGV("setOutputDevice(%d)", deviceId);
2199 Mutex::Autolock lock(mLock);
2200 mSelectedDeviceId = deviceId;
2201 if (mTrack != 0) {
2202 return mTrack->setOutputDevice(deviceId);
2203 }
2204 return NO_ERROR;
2205}
2206
2207status_t MediaPlayer2Manager::AudioOutput::getRoutedDeviceId(audio_port_handle_t* deviceId)
2208{
2209 ALOGV("getRoutedDeviceId");
2210 Mutex::Autolock lock(mLock);
2211 if (mTrack != 0) {
2212 mRoutedDeviceId = mTrack->getRoutedDeviceId();
2213 }
2214 *deviceId = mRoutedDeviceId;
2215 return NO_ERROR;
2216}
2217
2218status_t MediaPlayer2Manager::AudioOutput::enableAudioDeviceCallback(bool enabled)
2219{
2220 ALOGV("enableAudioDeviceCallback, %d", enabled);
2221 Mutex::Autolock lock(mLock);
2222 mDeviceCallbackEnabled = enabled;
2223 if (mTrack != 0) {
2224 status_t status;
2225 if (enabled) {
2226 status = mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2227 } else {
2228 status = mTrack->removeAudioDeviceCallback(mDeviceCallback.promote());
2229 }
2230 return status;
2231 }
2232 return NO_ERROR;
2233}
2234
2235VolumeShaper::Status MediaPlayer2Manager::AudioOutput::applyVolumeShaper(
2236 const sp<VolumeShaper::Configuration>& configuration,
2237 const sp<VolumeShaper::Operation>& operation)
2238{
2239 Mutex::Autolock lock(mLock);
2240 ALOGV("AudioOutput::applyVolumeShaper");
2241
2242 mVolumeHandler->setIdIfNecessary(configuration);
2243
2244 VolumeShaper::Status status;
2245 if (mTrack != 0) {
2246 status = mTrack->applyVolumeShaper(configuration, operation);
2247 if (status >= 0) {
2248 (void)mVolumeHandler->applyVolumeShaper(configuration, operation);
2249 if (mTrack->isPlaying()) { // match local AudioTrack to properly restore.
2250 mVolumeHandler->setStarted();
2251 }
2252 }
2253 } else {
2254 // VolumeShapers are not affected when a track moves between players for
2255 // gapless playback (setNextMediaPlayer).
2256 // We forward VolumeShaper operations that do not change configuration
2257 // to the new player so that unducking may occur as expected.
2258 // Unducking is an idempotent operation, same if applied back-to-back.
2259 if (configuration->getType() == VolumeShaper::Configuration::TYPE_ID
2260 && mNextOutput != nullptr) {
2261 ALOGV("applyVolumeShaper: Attempting to forward missed operation: %s %s",
2262 configuration->toString().c_str(), operation->toString().c_str());
2263 Mutex::Autolock nextLock(mNextOutput->mLock);
2264
2265 // recycled track should be forwarded from this AudioSink by switchToNextOutput
2266 sp<AudioTrack> track = mNextOutput->mRecycledTrack;
2267 if (track != nullptr) {
2268 ALOGD("Forward VolumeShaper operation to recycled track %p", track.get());
2269 (void)track->applyVolumeShaper(configuration, operation);
2270 } else {
2271 // There is a small chance that the unduck occurs after the next
2272 // player has already started, but before it is registered to receive
2273 // the unduck command.
2274 track = mNextOutput->mTrack;
2275 if (track != nullptr) {
2276 ALOGD("Forward VolumeShaper operation to track %p", track.get());
2277 (void)track->applyVolumeShaper(configuration, operation);
2278 }
2279 }
2280 }
2281 status = mVolumeHandler->applyVolumeShaper(configuration, operation);
2282 }
2283 return status;
2284}
2285
2286sp<VolumeShaper::State> MediaPlayer2Manager::AudioOutput::getVolumeShaperState(int id)
2287{
2288 Mutex::Autolock lock(mLock);
2289 if (mTrack != 0) {
2290 return mTrack->getVolumeShaperState(id);
2291 } else {
2292 return mVolumeHandler->getVolumeShaperState(id);
2293 }
2294}
2295
2296// static
2297void MediaPlayer2Manager::AudioOutput::CallbackWrapper(
2298 int event, void *cookie, void *info) {
2299 //ALOGV("callbackwrapper");
2300 CallbackData *data = (CallbackData*)cookie;
2301 // lock to ensure we aren't caught in the middle of a track switch.
2302 data->lock();
2303 AudioOutput *me = data->getOutput();
2304 AudioTrack::Buffer *buffer = (AudioTrack::Buffer *)info;
2305 if (me == NULL) {
2306 // no output set, likely because the track was scheduled to be reused
2307 // by another player, but the format turned out to be incompatible.
2308 data->unlock();
2309 if (buffer != NULL) {
2310 buffer->size = 0;
2311 }
2312 return;
2313 }
2314
2315 switch(event) {
2316 case AudioTrack::EVENT_MORE_DATA: {
2317 size_t actualSize = (*me->mCallback)(
2318 me, buffer->raw, buffer->size, me->mCallbackCookie,
2319 CB_EVENT_FILL_BUFFER);
2320
2321 // Log when no data is returned from the callback.
2322 // (1) We may have no data (especially with network streaming sources).
2323 // (2) We may have reached the EOS and the audio track is not stopped yet.
2324 // Note that AwesomePlayer/AudioPlayer will only return zero size when it reaches the EOS.
2325 // NuPlayer2Renderer will return zero when it doesn't have data (it doesn't block to fill).
2326 //
2327 // This is a benign busy-wait, with the next data request generated 10 ms or more later;
2328 // nevertheless for power reasons, we don't want to see too many of these.
2329
2330 ALOGV_IF(actualSize == 0 && buffer->size > 0, "callbackwrapper: empty buffer returned");
2331
2332 buffer->size = actualSize;
2333 } break;
2334
2335 case AudioTrack::EVENT_STREAM_END:
2336 // currently only occurs for offloaded callbacks
2337 ALOGV("callbackwrapper: deliver EVENT_STREAM_END");
2338 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2339 me->mCallbackCookie, CB_EVENT_STREAM_END);
2340 break;
2341
2342 case AudioTrack::EVENT_NEW_IAUDIOTRACK :
2343 ALOGV("callbackwrapper: deliver EVENT_TEAR_DOWN");
2344 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2345 me->mCallbackCookie, CB_EVENT_TEAR_DOWN);
2346 break;
2347
2348 case AudioTrack::EVENT_UNDERRUN:
2349 // This occurs when there is no data available, typically
2350 // when there is a failure to supply data to the AudioTrack. It can also
2351 // occur in non-offloaded mode when the audio device comes out of standby.
2352 //
2353 // If an AudioTrack underruns it outputs silence. Since this happens suddenly
2354 // it may sound like an audible pop or glitch.
2355 //
2356 // The underrun event is sent once per track underrun; the condition is reset
2357 // when more data is sent to the AudioTrack.
2358 ALOGD("callbackwrapper: EVENT_UNDERRUN (discarded)");
2359 break;
2360
2361 default:
2362 ALOGE("received unknown event type: %d inside CallbackWrapper !", event);
2363 }
2364
2365 data->unlock();
2366}
2367
2368audio_session_t MediaPlayer2Manager::AudioOutput::getSessionId() const
2369{
2370 Mutex::Autolock lock(mLock);
2371 return mSessionId;
2372}
2373
2374uint32_t MediaPlayer2Manager::AudioOutput::getSampleRate() const
2375{
2376 Mutex::Autolock lock(mLock);
2377 if (mTrack == 0) return 0;
2378 return mTrack->getSampleRate();
2379}
2380
2381int64_t MediaPlayer2Manager::AudioOutput::getBufferDurationInUs() const
2382{
2383 Mutex::Autolock lock(mLock);
2384 if (mTrack == 0) {
2385 return 0;
2386 }
2387 int64_t duration;
2388 if (mTrack->getBufferDurationInUs(&duration) != OK) {
2389 return 0;
2390 }
2391 return duration;
2392}
2393
2394} // namespace android