blob: 39b102cb6eaa57d26a85ee045f2cfa8cf9a8305e [file] [log] [blame]
Wei Jia53692fa2017-12-11 10:33:46 -08001/*
2**
3** Copyright 2017, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18// Proxy for media player implementations
19
20//#define LOG_NDEBUG 0
21#define LOG_TAG "MediaPlayer2Manager"
22#include <utils/Log.h>
23
24#include <sys/types.h>
25#include <sys/stat.h>
26#include <sys/time.h>
27#include <dirent.h>
28#include <unistd.h>
29
30#include <string.h>
31
32#include <cutils/atomic.h>
33#include <cutils/properties.h> // for property_get
34
35#include <utils/misc.h>
36
37#include <binder/IPCThreadState.h>
38#include <binder/IServiceManager.h>
39#include <binder/MemoryHeapBase.h>
40#include <binder/MemoryBase.h>
Wei Jia53692fa2017-12-11 10:33:46 -080041#include <utils/Errors.h> // for status_t
42#include <utils/String8.h>
43#include <utils/SystemClock.h>
44#include <utils/Timers.h>
45#include <utils/Vector.h>
46
47#include <media/AudioPolicyHelper.h>
Wei Jiac2636032018-02-01 09:15:25 -080048#include <media/DataSourceDesc.h>
Wei Jia53692fa2017-12-11 10:33:46 -080049#include <media/MediaHTTPService.h>
Wei Jia53692fa2017-12-11 10:33:46 -080050#include <media/Metadata.h>
51#include <media/AudioTrack.h>
52#include <media/MemoryLeakTrackUtil.h>
Wei Jia28288fb2017-12-15 13:45:29 -080053#include <media/NdkWrapper.h>
54
Wei Jia53692fa2017-12-11 10:33:46 -080055#include <media/stagefright/InterfaceUtils.h>
56#include <media/stagefright/MediaCodecList.h>
57#include <media/stagefright/MediaErrors.h>
58#include <media/stagefright/Utils.h>
59#include <media/stagefright/foundation/ADebug.h>
60#include <media/stagefright/foundation/ALooperRoster.h>
61#include <media/stagefright/SurfaceUtils.h>
62#include <mediautils/BatteryNotifier.h>
63
Wei Jia51b69562018-02-05 16:17:13 -080064#include <mediaplayer2/MediaPlayer2EngineClient.h>
65#include <mediaplayer2/MediaPlayer2Interface.h>
66
Wei Jia53692fa2017-12-11 10:33:46 -080067#include <memunreachable/memunreachable.h>
68#include <system/audio.h>
Wei Jia4049f132018-01-22 10:37:31 -080069#include <system/window.h>
Wei Jia53692fa2017-12-11 10:33:46 -080070
71#include <private/android_filesystem_config.h>
72
Wei Jia678c54c2018-01-29 18:30:07 -080073#include <nuplayer2/NuPlayer2Driver.h>
Wei Jia53692fa2017-12-11 10:33:46 -080074#include "MediaPlayer2Manager.h"
Wei Jia53692fa2017-12-11 10:33:46 -080075
76static const int kDumpLockRetries = 50;
77static const int kDumpLockSleepUs = 20000;
78
79namespace {
80using android::media::Metadata;
81using android::status_t;
82using android::OK;
83using android::BAD_VALUE;
84using android::NOT_ENOUGH_DATA;
85using android::Parcel;
Wei Jia53692fa2017-12-11 10:33:46 -080086
87// Max number of entries in the filter.
88const int kMaxFilterSize = 64; // I pulled that out of thin air.
89
90const float kMaxRequiredSpeed = 8.0f; // for PCM tracks allow up to 8x speedup.
91
92// FIXME: Move all the metadata related function in the Metadata.cpp
93
94
95// Unmarshall a filter from a Parcel.
96// Filter format in a parcel:
97//
98// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
99// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
100// | number of entries (n) |
101// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
102// | metadata type 1 |
103// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
104// | metadata type 2 |
105// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
106// ....
107// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
108// | metadata type n |
109// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
110//
111// @param p Parcel that should start with a filter.
112// @param[out] filter On exit contains the list of metadata type to be
113// filtered.
114// @param[out] status On exit contains the status code to be returned.
115// @return true if the parcel starts with a valid filter.
116bool unmarshallFilter(const Parcel& p,
117 Metadata::Filter *filter,
118 status_t *status)
119{
120 int32_t val;
121 if (p.readInt32(&val) != OK)
122 {
123 ALOGE("Failed to read filter's length");
124 *status = NOT_ENOUGH_DATA;
125 return false;
126 }
127
128 if( val > kMaxFilterSize || val < 0)
129 {
130 ALOGE("Invalid filter len %d", val);
131 *status = BAD_VALUE;
132 return false;
133 }
134
135 const size_t num = val;
136
137 filter->clear();
138 filter->setCapacity(num);
139
140 size_t size = num * sizeof(Metadata::Type);
141
142
143 if (p.dataAvail() < size)
144 {
145 ALOGE("Filter too short expected %zu but got %zu", size, p.dataAvail());
146 *status = NOT_ENOUGH_DATA;
147 return false;
148 }
149
150 const Metadata::Type *data =
151 static_cast<const Metadata::Type*>(p.readInplace(size));
152
153 if (NULL == data)
154 {
155 ALOGE("Filter had no data");
156 *status = BAD_VALUE;
157 return false;
158 }
159
160 // TODO: The stl impl of vector would be more efficient here
161 // because it degenerates into a memcpy on pod types. Try to
162 // replace later or use stl::set.
163 for (size_t i = 0; i < num; ++i)
164 {
165 filter->add(*data);
166 ++data;
167 }
168 *status = OK;
169 return true;
170}
171
172// @param filter Of metadata type.
173// @param val To be searched.
174// @return true if a match was found.
175bool findMetadata(const Metadata::Filter& filter, const int32_t val)
176{
177 // Deal with empty and ANY right away
178 if (filter.isEmpty()) return false;
179 if (filter[0] == Metadata::kAny) return true;
180
181 return filter.indexOf(val) >= 0;
182}
183
184} // anonymous namespace
185
186
187namespace {
188using android::Parcel;
189using android::String16;
190
191// marshalling tag indicating flattened utf16 tags
192// keep in sync with frameworks/base/media/java/android/media/AudioAttributes.java
193const int32_t kAudioAttributesMarshallTagFlattenTags = 1;
194
195// Audio attributes format in a parcel:
196//
197// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
198// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
199// | usage |
200// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
201// | content_type |
202// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
203// | source |
204// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
205// | flags |
206// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
207// | kAudioAttributesMarshallTagFlattenTags | // ignore tags if not found
208// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
209// | flattened tags in UTF16 |
210// | ... |
211// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
212//
213// @param p Parcel that contains audio attributes.
214// @param[out] attributes On exit points to an initialized audio_attributes_t structure
215// @param[out] status On exit contains the status code to be returned.
216void unmarshallAudioAttributes(const Parcel& parcel, audio_attributes_t *attributes)
217{
218 attributes->usage = (audio_usage_t) parcel.readInt32();
219 attributes->content_type = (audio_content_type_t) parcel.readInt32();
220 attributes->source = (audio_source_t) parcel.readInt32();
221 attributes->flags = (audio_flags_mask_t) parcel.readInt32();
222 const bool hasFlattenedTag = (parcel.readInt32() == kAudioAttributesMarshallTagFlattenTags);
223 if (hasFlattenedTag) {
224 // the tags are UTF16, convert to UTF8
225 String16 tags = parcel.readString16();
226 ssize_t realTagSize = utf16_to_utf8_length(tags.string(), tags.size());
227 if (realTagSize <= 0) {
228 strcpy(attributes->tags, "");
229 } else {
230 // copy the flattened string into the attributes as the destination for the conversion:
231 // copying array size -1, array for tags was calloc'd, no need to NULL-terminate it
232 size_t tagSize = realTagSize > AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 ?
233 AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 : realTagSize;
234 utf16_to_utf8(tags.string(), tagSize, attributes->tags,
235 sizeof(attributes->tags) / sizeof(attributes->tags[0]));
236 }
237 } else {
238 ALOGE("unmarshallAudioAttributes() received unflattened tags, ignoring tag values");
239 strcpy(attributes->tags, "");
240 }
241}
242} // anonymous namespace
243
244
245namespace android {
246
247extern ALooperRoster gLooperRoster;
248
249MediaPlayer2Manager gMediaPlayer2Manager;
250
Wei Jia53692fa2017-12-11 10:33:46 -0800251// TODO: Find real cause of Audio/Video delay in PV framework and remove this workaround
252/* static */ int MediaPlayer2Manager::AudioOutput::mMinBufferCount = 4;
253/* static */ bool MediaPlayer2Manager::AudioOutput::mIsOnEmulator = false;
254
255// static
256MediaPlayer2Manager& MediaPlayer2Manager::get() {
257 return gMediaPlayer2Manager;
258}
259
260MediaPlayer2Manager::MediaPlayer2Manager() {
261 ALOGV("MediaPlayer2Manager created");
262 // TODO: remove all unnecessary pid/uid handling.
263 mPid = IPCThreadState::self()->getCallingPid();
264 mUid = IPCThreadState::self()->getCallingUid();
265 mNextConnId = 1;
Wei Jia53692fa2017-12-11 10:33:46 -0800266}
267
268MediaPlayer2Manager::~MediaPlayer2Manager() {
269 ALOGV("MediaPlayer2Manager destroyed");
270}
271
272sp<MediaPlayer2Engine> MediaPlayer2Manager::create(
273 const sp<MediaPlayer2EngineClient>& client,
274 audio_session_t audioSessionId)
275{
276 int32_t connId = android_atomic_inc(&mNextConnId);
277
278 sp<Client> c = new Client(
279 mPid, connId, client, audioSessionId, mUid);
280
Wei Jiac2636032018-02-01 09:15:25 -0800281 if (!c->init()) {
282 return NULL;
283 }
284
Wei Jia53692fa2017-12-11 10:33:46 -0800285 ALOGV("Create new client(%d) from pid %d, uid %d, ", connId, mPid, mUid);
286
287 wp<Client> w = c;
288 {
289 Mutex::Autolock lock(mLock);
290 mClients.add(w);
291 }
292 return c;
293}
294
295status_t MediaPlayer2Manager::AudioOutput::dump(int fd, const Vector<String16>& args) const
296{
297 const size_t SIZE = 256;
298 char buffer[SIZE];
299 String8 result;
300
301 result.append(" AudioOutput\n");
302 snprintf(buffer, 255, " stream type(%d), left - right volume(%f, %f)\n",
303 mStreamType, mLeftVolume, mRightVolume);
304 result.append(buffer);
305 snprintf(buffer, 255, " msec per frame(%f), latency (%d)\n",
306 mMsecsPerFrame, (mTrack != 0) ? mTrack->latency() : -1);
307 result.append(buffer);
308 snprintf(buffer, 255, " aux effect id(%d), send level (%f)\n",
309 mAuxEffectId, mSendLevel);
310 result.append(buffer);
311
312 ::write(fd, result.string(), result.size());
313 if (mTrack != 0) {
314 mTrack->dump(fd, args);
315 }
316 return NO_ERROR;
317}
318
319status_t MediaPlayer2Manager::Client::dump(int fd, const Vector<String16>& args)
320{
321 const size_t SIZE = 256;
322 char buffer[SIZE];
323 String8 result;
324 result.append(" Client\n");
325 snprintf(buffer, 255, " pid(%d), connId(%d), status(%d), looping(%s)\n",
326 mPid, mConnId, mStatus, mLoop?"true": "false");
327 result.append(buffer);
328
Wei Jia33abcc72018-01-30 09:47:38 -0800329 sp<MediaPlayer2Interface> p;
Wei Jia53692fa2017-12-11 10:33:46 -0800330 sp<AudioOutput> audioOutput;
331 bool locked = false;
332 for (int i = 0; i < kDumpLockRetries; ++i) {
333 if (mLock.tryLock() == NO_ERROR) {
334 locked = true;
335 break;
336 }
337 usleep(kDumpLockSleepUs);
338 }
339
340 if (locked) {
341 p = mPlayer;
342 audioOutput = mAudioOutput;
343 mLock.unlock();
344 } else {
345 result.append(" lock is taken, no dump from player and audio output\n");
346 }
347 write(fd, result.string(), result.size());
348
349 if (p != NULL) {
350 p->dump(fd, args);
351 }
352 if (audioOutput != 0) {
353 audioOutput->dump(fd, args);
354 }
355 write(fd, "\n", 1);
356 return NO_ERROR;
357}
358
359/**
360 * The only arguments this understands right now are -c, -von and -voff,
361 * which are parsed by ALooperRoster::dump()
362 */
363status_t MediaPlayer2Manager::dump(int fd, const Vector<String16>& args)
364{
365 const size_t SIZE = 256;
366 char buffer[SIZE];
367 String8 result;
368 SortedVector< sp<Client> > clients; //to serialise the mutex unlock & client destruction.
369
370 if (checkCallingPermission(String16("android.permission.DUMP")) == false) {
371 snprintf(buffer, SIZE, "Permission Denial: "
372 "can't dump MediaPlayer2Manager from pid=%d, uid=%d\n",
373 mPid, mUid);
374 result.append(buffer);
375 } else {
376 Mutex::Autolock lock(mLock);
377 for (int i = 0, n = mClients.size(); i < n; ++i) {
378 sp<Client> c = mClients[i].promote();
379 if (c != 0) c->dump(fd, args);
380 clients.add(c);
381 }
382
383 result.append(" Files opened and/or mapped:\n");
384 snprintf(buffer, SIZE, "/proc/%d/maps", getpid());
385 FILE *f = fopen(buffer, "r");
386 if (f) {
387 while (!feof(f)) {
388 fgets(buffer, SIZE, f);
389 if (strstr(buffer, " /storage/") ||
390 strstr(buffer, " /system/sounds/") ||
391 strstr(buffer, " /data/") ||
392 strstr(buffer, " /system/media/")) {
393 result.append(" ");
394 result.append(buffer);
395 }
396 }
397 fclose(f);
398 } else {
399 result.append("couldn't open ");
400 result.append(buffer);
401 result.append("\n");
402 }
403
404 snprintf(buffer, SIZE, "/proc/%d/fd", getpid());
405 DIR *d = opendir(buffer);
406 if (d) {
407 struct dirent *ent;
408 while((ent = readdir(d)) != NULL) {
409 if (strcmp(ent->d_name,".") && strcmp(ent->d_name,"..")) {
410 snprintf(buffer, SIZE, "/proc/%d/fd/%s", getpid(), ent->d_name);
411 struct stat s;
412 if (lstat(buffer, &s) == 0) {
413 if ((s.st_mode & S_IFMT) == S_IFLNK) {
414 char linkto[256];
415 int len = readlink(buffer, linkto, sizeof(linkto));
416 if(len > 0) {
417 if(len > 255) {
418 linkto[252] = '.';
419 linkto[253] = '.';
420 linkto[254] = '.';
421 linkto[255] = 0;
422 } else {
423 linkto[len] = 0;
424 }
425 if (strstr(linkto, "/storage/") == linkto ||
426 strstr(linkto, "/system/sounds/") == linkto ||
427 strstr(linkto, "/data/") == linkto ||
428 strstr(linkto, "/system/media/") == linkto) {
429 result.append(" ");
430 result.append(buffer);
431 result.append(" -> ");
432 result.append(linkto);
433 result.append("\n");
434 }
435 }
436 } else {
437 result.append(" unexpected type for ");
438 result.append(buffer);
439 result.append("\n");
440 }
441 }
442 }
443 }
444 closedir(d);
445 } else {
446 result.append("couldn't open ");
447 result.append(buffer);
448 result.append("\n");
449 }
450
451 gLooperRoster.dump(fd, args);
452
453 bool dumpMem = false;
454 bool unreachableMemory = false;
455 for (size_t i = 0; i < args.size(); i++) {
456 if (args[i] == String16("-m")) {
457 dumpMem = true;
458 } else if (args[i] == String16("--unreachable")) {
459 unreachableMemory = true;
460 }
461 }
462 if (dumpMem) {
463 result.append("\nDumping memory:\n");
464 std::string s = dumpMemoryAddresses(100 /* limit */);
465 result.append(s.c_str(), s.size());
466 }
467 if (unreachableMemory) {
468 result.append("\nDumping unreachable memory:\n");
469 // TODO - should limit be an argument parameter?
Wei Jia4049f132018-01-22 10:37:31 -0800470 // TODO: enable GetUnreachableMemoryString if it's part of stable API
471 //std::string s = GetUnreachableMemoryString(true /* contents */, 10000 /* limit */);
472 //result.append(s.c_str(), s.size());
Wei Jia53692fa2017-12-11 10:33:46 -0800473 }
474 }
475 write(fd, result.string(), result.size());
476 return NO_ERROR;
477}
478
479void MediaPlayer2Manager::removeClient(const wp<Client>& client)
480{
481 Mutex::Autolock lock(mLock);
482 mClients.remove(client);
483}
484
485bool MediaPlayer2Manager::hasClient(wp<Client> client)
486{
487 Mutex::Autolock lock(mLock);
488 return mClients.indexOf(client) != NAME_NOT_FOUND;
489}
490
491MediaPlayer2Manager::Client::Client(
492 pid_t pid,
493 int32_t connId,
494 const sp<MediaPlayer2EngineClient>& client,
495 audio_session_t audioSessionId,
496 uid_t uid)
497{
498 ALOGV("Client(%d) constructor", connId);
499 mPid = pid;
500 mConnId = connId;
501 mClient = client;
502 mLoop = false;
503 mStatus = NO_INIT;
504 mAudioSessionId = audioSessionId;
505 mUid = uid;
Wei Jia53692fa2017-12-11 10:33:46 -0800506 mAudioAttributes = NULL;
507
508#if CALLBACK_ANTAGONIZER
509 ALOGD("create Antagonizer");
510 mAntagonizer = new Antagonizer(notify, this);
511#endif
512}
513
Wei Jiac2636032018-02-01 09:15:25 -0800514bool MediaPlayer2Manager::Client::init() {
Wei Jia003fdb52018-02-06 14:44:32 -0800515 sp<MediaPlayer2Interface> p = new NuPlayer2Driver(mPid, mUid);
Wei Jiac2636032018-02-01 09:15:25 -0800516 status_t init_result = p->initCheck();
517 if (init_result != NO_ERROR) {
518 ALOGE("Failed to create player object, initCheck failed(%d)", init_result);
519 return false;
520 }
521
522 p->setNotifyCallback(this, notify);
Wei Jiac2636032018-02-01 09:15:25 -0800523 mAudioDeviceUpdatedListener = new AudioDeviceUpdatedNotifier(p);
524 mAudioOutput = new AudioOutput(mAudioSessionId, mUid,
525 mPid, mAudioAttributes, mAudioDeviceUpdatedListener);
526 p->setAudioSink(mAudioOutput);
527
528 mPlayer = p;
529 return true;
530}
531
Wei Jia53692fa2017-12-11 10:33:46 -0800532MediaPlayer2Manager::Client::~Client()
533{
534 ALOGV("Client(%d) destructor pid = %d", mConnId, mPid);
535 mAudioOutput.clear();
536 wp<Client> client(this);
537 disconnect();
538 gMediaPlayer2Manager.removeClient(client);
539 if (mAudioAttributes != NULL) {
540 free(mAudioAttributes);
541 }
542 mAudioDeviceUpdatedListener.clear();
543}
544
545void MediaPlayer2Manager::Client::disconnect()
546{
547 ALOGV("disconnect(%d) from pid %d", mConnId, mPid);
548 // grab local reference and clear main reference to prevent future
549 // access to object
Wei Jia33abcc72018-01-30 09:47:38 -0800550 sp<MediaPlayer2Interface> p;
Wei Jia53692fa2017-12-11 10:33:46 -0800551 {
552 Mutex::Autolock l(mLock);
553 p = mPlayer;
554 mClient.clear();
555 mPlayer.clear();
556 }
557
558 // clear the notification to prevent callbacks to dead client
559 // and reset the player. We assume the player will serialize
560 // access to itself if necessary.
561 if (p != 0) {
562 p->setNotifyCallback(0, 0);
563#if CALLBACK_ANTAGONIZER
564 ALOGD("kill Antagonizer");
565 mAntagonizer->kill();
566#endif
567 p->reset();
568 }
569
570 {
571 Mutex::Autolock l(mLock);
572 disconnectNativeWindow_l();
573 }
574
575 IPCThreadState::self()->flushCommands();
576}
577
Wei Jia53692fa2017-12-11 10:33:46 -0800578void MediaPlayer2Manager::Client::AudioDeviceUpdatedNotifier::onAudioDeviceUpdate(
579 audio_io_handle_t audioIo,
580 audio_port_handle_t deviceId) {
Wei Jia33abcc72018-01-30 09:47:38 -0800581 sp<MediaPlayer2Interface> listener = mListener.promote();
Wei Jia53692fa2017-12-11 10:33:46 -0800582 if (listener != NULL) {
Wei Jiad2bb1bd2018-02-08 09:47:37 -0800583 listener->sendEvent(0, MEDIA2_AUDIO_ROUTING_CHANGED, audioIo, deviceId);
Wei Jia53692fa2017-12-11 10:33:46 -0800584 } else {
585 ALOGW("listener for process %d death is gone", MEDIA2_AUDIO_ROUTING_CHANGED);
586 }
587}
588
Wei Jiac2636032018-02-01 09:15:25 -0800589status_t MediaPlayer2Manager::Client::setDataSource(
590 const sp<DataSourceDesc> &dsd) {
591 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800592 if (p == NULL) {
Wei Jiac2636032018-02-01 09:15:25 -0800593 return NO_INIT;
Wei Jia53692fa2017-12-11 10:33:46 -0800594 }
595
Wei Jiac2636032018-02-01 09:15:25 -0800596 if (dsd == NULL) {
597 return BAD_VALUE;
598 }
Wei Jia53692fa2017-12-11 10:33:46 -0800599
Wei Jiac2636032018-02-01 09:15:25 -0800600 status_t status = p->setDataSource(dsd);
Wei Jia53692fa2017-12-11 10:33:46 -0800601 if (status != OK) {
Wei Jiac2636032018-02-01 09:15:25 -0800602 ALOGE("setDataSource error: %d", status);
Wei Jia53692fa2017-12-11 10:33:46 -0800603 return status;
604 }
605
Wei Jia53692fa2017-12-11 10:33:46 -0800606 return status;
607}
608
Wei Jia57aeffd2018-02-15 16:01:14 -0800609status_t MediaPlayer2Manager::Client::prepareNextDataSource(
610 const sp<DataSourceDesc> &dsd) {
611 sp<MediaPlayer2Interface> p = getPlayer();
612 if (p == NULL) {
613 return NO_INIT;
614 }
615
616 if (dsd == NULL) {
617 return BAD_VALUE;
618 }
619
620 status_t status = p->prepareNextDataSource(dsd);
621 if (status != OK) {
622 ALOGE("prepareNextDataSource error: %d", status);
623 }
624
625 return status;
626}
627
628status_t MediaPlayer2Manager::Client::playNextDataSource(int64_t srcId) {
629 sp<MediaPlayer2Interface> p = getPlayer();
630 if (p == NULL) {
631 return NO_INIT;
632 }
633
634 status_t status = p->playNextDataSource(srcId);
635 if (status != OK) {
636 ALOGE("playNextDataSource error: %d", status);
637 }
638
639 return status;
640}
641
Wei Jia53692fa2017-12-11 10:33:46 -0800642void MediaPlayer2Manager::Client::disconnectNativeWindow_l() {
Wei Jia28288fb2017-12-15 13:45:29 -0800643 if (mConnectedWindow != NULL && mConnectedWindow->getANativeWindow() != NULL) {
Wei Jia4049f132018-01-22 10:37:31 -0800644 status_t err = native_window_api_disconnect(
645 mConnectedWindow->getANativeWindow(), NATIVE_WINDOW_API_MEDIA);
Wei Jia53692fa2017-12-11 10:33:46 -0800646
647 if (err != OK) {
648 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
649 strerror(-err), err);
650 }
651 }
652 mConnectedWindow.clear();
653}
654
655status_t MediaPlayer2Manager::Client::setVideoSurfaceTexture(
Wei Jia28288fb2017-12-15 13:45:29 -0800656 const sp<ANativeWindowWrapper>& nww)
Wei Jia53692fa2017-12-11 10:33:46 -0800657{
Wei Jia28288fb2017-12-15 13:45:29 -0800658 ALOGV("[%d] setVideoSurfaceTexture(%p)",
659 mConnId,
660 (nww == NULL ? NULL : nww->getANativeWindow()));
Wei Jia33abcc72018-01-30 09:47:38 -0800661 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800662 if (p == 0) return UNKNOWN_ERROR;
663
Wei Jia28288fb2017-12-15 13:45:29 -0800664 if (nww != NULL && nww->getANativeWindow() != NULL) {
665 if (mConnectedWindow != NULL
666 && mConnectedWindow->getANativeWindow() == nww->getANativeWindow()) {
667 return OK;
668 }
Wei Jia4049f132018-01-22 10:37:31 -0800669 status_t err = native_window_api_connect(
670 nww->getANativeWindow(), NATIVE_WINDOW_API_MEDIA);
Wei Jia53692fa2017-12-11 10:33:46 -0800671
672 if (err != OK) {
673 ALOGE("setVideoSurfaceTexture failed: %d", err);
674 // Note that we must do the reset before disconnecting from the ANW.
675 // Otherwise queue/dequeue calls could be made on the disconnected
676 // ANW, which may result in errors.
677 reset();
678
679 Mutex::Autolock lock(mLock);
680 disconnectNativeWindow_l();
681
682 return err;
683 }
684 }
685
686 // Note that we must set the player's new GraphicBufferProducer before
687 // disconnecting the old one. Otherwise queue/dequeue calls could be made
688 // on the disconnected ANW, which may result in errors.
Wei Jia28288fb2017-12-15 13:45:29 -0800689 status_t err = p->setVideoSurfaceTexture(nww);
Wei Jia53692fa2017-12-11 10:33:46 -0800690
691 mLock.lock();
692 disconnectNativeWindow_l();
693
694 if (err == OK) {
Wei Jia28288fb2017-12-15 13:45:29 -0800695 mConnectedWindow = nww;
Wei Jia53692fa2017-12-11 10:33:46 -0800696 mLock.unlock();
Wei Jia28288fb2017-12-15 13:45:29 -0800697 } else if (nww != NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -0800698 mLock.unlock();
Wei Jia4049f132018-01-22 10:37:31 -0800699 status_t err = native_window_api_disconnect(
700 nww->getANativeWindow(), NATIVE_WINDOW_API_MEDIA);
Wei Jia53692fa2017-12-11 10:33:46 -0800701
702 if (err != OK) {
703 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
704 strerror(-err), err);
705 }
706 }
707
708 return err;
709}
710
711status_t MediaPlayer2Manager::Client::invoke(const Parcel& request,
712 Parcel *reply)
713{
Wei Jia33abcc72018-01-30 09:47:38 -0800714 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800715 if (p == NULL) return UNKNOWN_ERROR;
716 return p->invoke(request, reply);
717}
718
719// This call doesn't need to access the native player.
720status_t MediaPlayer2Manager::Client::setMetadataFilter(const Parcel& filter)
721{
722 status_t status;
723 media::Metadata::Filter allow, drop;
724
725 if (unmarshallFilter(filter, &allow, &status) &&
726 unmarshallFilter(filter, &drop, &status)) {
727 Mutex::Autolock lock(mLock);
728
729 mMetadataAllow = allow;
730 mMetadataDrop = drop;
731 }
732 return status;
733}
734
735status_t MediaPlayer2Manager::Client::getMetadata(
736 bool update_only, bool /*apply_filter*/, Parcel *reply)
737{
Wei Jia33abcc72018-01-30 09:47:38 -0800738 sp<MediaPlayer2Interface> player = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800739 if (player == 0) return UNKNOWN_ERROR;
740
741 status_t status;
742 // Placeholder for the return code, updated by the caller.
743 reply->writeInt32(-1);
744
745 media::Metadata::Filter ids;
746
747 // We don't block notifications while we fetch the data. We clear
748 // mMetadataUpdated first so we don't lose notifications happening
749 // during the rest of this call.
750 {
751 Mutex::Autolock lock(mLock);
752 if (update_only) {
753 ids = mMetadataUpdated;
754 }
755 mMetadataUpdated.clear();
756 }
757
758 media::Metadata metadata(reply);
759
760 metadata.appendHeader();
761 status = player->getMetadata(ids, reply);
762
763 if (status != OK) {
764 metadata.resetParcel();
765 ALOGE("getMetadata failed %d", status);
766 return status;
767 }
768
769 // FIXME: ement filtering on the result. Not critical since
770 // filtering takes place on the update notifications already. This
771 // would be when all the metadata are fetch and a filter is set.
772
773 // Everything is fine, update the metadata length.
774 metadata.updateLength();
775 return OK;
776}
777
778status_t MediaPlayer2Manager::Client::setBufferingSettings(
779 const BufferingSettings& buffering)
780{
781 ALOGV("[%d] setBufferingSettings{%s}",
782 mConnId, buffering.toString().string());
Wei Jia33abcc72018-01-30 09:47:38 -0800783 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800784 if (p == 0) return UNKNOWN_ERROR;
785 return p->setBufferingSettings(buffering);
786}
787
788status_t MediaPlayer2Manager::Client::getBufferingSettings(
789 BufferingSettings* buffering /* nonnull */)
790{
Wei Jia33abcc72018-01-30 09:47:38 -0800791 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800792 // TODO: create mPlayer on demand.
793 if (p == 0) return UNKNOWN_ERROR;
794 status_t ret = p->getBufferingSettings(buffering);
795 if (ret == NO_ERROR) {
796 ALOGV("[%d] getBufferingSettings{%s}",
797 mConnId, buffering->toString().string());
798 } else {
799 ALOGE("[%d] getBufferingSettings returned %d", mConnId, ret);
800 }
801 return ret;
802}
803
804status_t MediaPlayer2Manager::Client::prepareAsync()
805{
806 ALOGV("[%d] prepareAsync", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -0800807 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800808 if (p == 0) return UNKNOWN_ERROR;
809 status_t ret = p->prepareAsync();
810#if CALLBACK_ANTAGONIZER
811 ALOGD("start Antagonizer");
812 if (ret == NO_ERROR) mAntagonizer->start();
813#endif
814 return ret;
815}
816
817status_t MediaPlayer2Manager::Client::start()
818{
819 ALOGV("[%d] start", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -0800820 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800821 if (p == 0) return UNKNOWN_ERROR;
822 p->setLooping(mLoop);
823 return p->start();
824}
825
826status_t MediaPlayer2Manager::Client::stop()
827{
828 ALOGV("[%d] stop", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -0800829 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800830 if (p == 0) return UNKNOWN_ERROR;
831 return p->stop();
832}
833
834status_t MediaPlayer2Manager::Client::pause()
835{
836 ALOGV("[%d] pause", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -0800837 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800838 if (p == 0) return UNKNOWN_ERROR;
839 return p->pause();
840}
841
842status_t MediaPlayer2Manager::Client::isPlaying(bool* state)
843{
844 *state = false;
Wei Jia33abcc72018-01-30 09:47:38 -0800845 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800846 if (p == 0) return UNKNOWN_ERROR;
847 *state = p->isPlaying();
848 ALOGV("[%d] isPlaying: %d", mConnId, *state);
849 return NO_ERROR;
850}
851
852status_t MediaPlayer2Manager::Client::setPlaybackSettings(const AudioPlaybackRate& rate)
853{
854 ALOGV("[%d] setPlaybackSettings(%f, %f, %d, %d)",
855 mConnId, rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
Wei Jia33abcc72018-01-30 09:47:38 -0800856 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800857 if (p == 0) return UNKNOWN_ERROR;
858 return p->setPlaybackSettings(rate);
859}
860
861status_t MediaPlayer2Manager::Client::getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */)
862{
Wei Jia33abcc72018-01-30 09:47:38 -0800863 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800864 if (p == 0) return UNKNOWN_ERROR;
865 status_t ret = p->getPlaybackSettings(rate);
866 if (ret == NO_ERROR) {
867 ALOGV("[%d] getPlaybackSettings(%f, %f, %d, %d)",
868 mConnId, rate->mSpeed, rate->mPitch, rate->mFallbackMode, rate->mStretchMode);
869 } else {
870 ALOGV("[%d] getPlaybackSettings returned %d", mConnId, ret);
871 }
872 return ret;
873}
874
875status_t MediaPlayer2Manager::Client::setSyncSettings(
876 const AVSyncSettings& sync, float videoFpsHint)
877{
878 ALOGV("[%d] setSyncSettings(%u, %u, %f, %f)",
879 mConnId, sync.mSource, sync.mAudioAdjustMode, sync.mTolerance, videoFpsHint);
Wei Jia33abcc72018-01-30 09:47:38 -0800880 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800881 if (p == 0) return UNKNOWN_ERROR;
882 return p->setSyncSettings(sync, videoFpsHint);
883}
884
885status_t MediaPlayer2Manager::Client::getSyncSettings(
886 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */)
887{
Wei Jia33abcc72018-01-30 09:47:38 -0800888 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800889 if (p == 0) return UNKNOWN_ERROR;
890 status_t ret = p->getSyncSettings(sync, videoFps);
891 if (ret == NO_ERROR) {
892 ALOGV("[%d] getSyncSettings(%u, %u, %f, %f)",
893 mConnId, sync->mSource, sync->mAudioAdjustMode, sync->mTolerance, *videoFps);
894 } else {
895 ALOGV("[%d] getSyncSettings returned %d", mConnId, ret);
896 }
897 return ret;
898}
899
900status_t MediaPlayer2Manager::Client::getCurrentPosition(int *msec)
901{
902 ALOGV("getCurrentPosition");
Wei Jia33abcc72018-01-30 09:47:38 -0800903 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800904 if (p == 0) return UNKNOWN_ERROR;
905 status_t ret = p->getCurrentPosition(msec);
906 if (ret == NO_ERROR) {
907 ALOGV("[%d] getCurrentPosition = %d", mConnId, *msec);
908 } else {
909 ALOGE("getCurrentPosition returned %d", ret);
910 }
911 return ret;
912}
913
914status_t MediaPlayer2Manager::Client::getDuration(int *msec)
915{
916 ALOGV("getDuration");
Wei Jia33abcc72018-01-30 09:47:38 -0800917 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800918 if (p == 0) return UNKNOWN_ERROR;
919 status_t ret = p->getDuration(msec);
920 if (ret == NO_ERROR) {
921 ALOGV("[%d] getDuration = %d", mConnId, *msec);
922 } else {
923 ALOGE("getDuration returned %d", ret);
924 }
925 return ret;
926}
927
928status_t MediaPlayer2Manager::Client::setNextPlayer(const sp<MediaPlayer2Engine>& player) {
929 ALOGV("setNextPlayer");
930 Mutex::Autolock l(mLock);
931 sp<Client> c = static_cast<Client*>(player.get());
932 if (c != NULL && !gMediaPlayer2Manager.hasClient(c)) {
933 return BAD_VALUE;
934 }
935
936 mNextClient = c;
937
938 if (c != NULL) {
939 if (mAudioOutput != NULL) {
940 mAudioOutput->setNextOutput(c->mAudioOutput);
Wei Jia33abcc72018-01-30 09:47:38 -0800941 } else {
Wei Jia53692fa2017-12-11 10:33:46 -0800942 ALOGE("no current audio output");
943 }
944
945 if ((mPlayer != NULL) && (mNextClient->getPlayer() != NULL)) {
946 mPlayer->setNextPlayer(mNextClient->getPlayer());
947 }
948 }
949
950 return OK;
951}
952
Wei Jia53692fa2017-12-11 10:33:46 -0800953status_t MediaPlayer2Manager::Client::seekTo(int msec, MediaPlayer2SeekMode mode)
954{
955 ALOGV("[%d] seekTo(%d, %d)", mConnId, msec, mode);
Wei Jia33abcc72018-01-30 09:47:38 -0800956 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800957 if (p == 0) return UNKNOWN_ERROR;
958 return p->seekTo(msec, mode);
959}
960
961status_t MediaPlayer2Manager::Client::reset()
962{
963 ALOGV("[%d] reset", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -0800964 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800965 if (p == 0) return UNKNOWN_ERROR;
966 return p->reset();
967}
968
969status_t MediaPlayer2Manager::Client::notifyAt(int64_t mediaTimeUs)
970{
971 ALOGV("[%d] notifyAt(%lld)", mConnId, (long long)mediaTimeUs);
Wei Jia33abcc72018-01-30 09:47:38 -0800972 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -0800973 if (p == 0) return UNKNOWN_ERROR;
974 return p->notifyAt(mediaTimeUs);
975}
976
977status_t MediaPlayer2Manager::Client::setAudioStreamType(audio_stream_type_t type)
978{
979 ALOGV("[%d] setAudioStreamType(%d)", mConnId, type);
980 // TODO: for hardware output, call player instead
981 Mutex::Autolock l(mLock);
982 if (mAudioOutput != 0) mAudioOutput->setAudioStreamType(type);
983 return NO_ERROR;
984}
985
986status_t MediaPlayer2Manager::Client::setAudioAttributes_l(const Parcel &parcel)
987{
988 if (mAudioAttributes != NULL) { free(mAudioAttributes); }
989 mAudioAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
990 if (mAudioAttributes == NULL) {
991 return NO_MEMORY;
992 }
993 unmarshallAudioAttributes(parcel, mAudioAttributes);
994
995 ALOGV("setAudioAttributes_l() usage=%d content=%d flags=0x%x tags=%s",
996 mAudioAttributes->usage, mAudioAttributes->content_type, mAudioAttributes->flags,
997 mAudioAttributes->tags);
998
999 if (mAudioOutput != 0) {
1000 mAudioOutput->setAudioAttributes(mAudioAttributes);
1001 }
1002 return NO_ERROR;
1003}
1004
1005status_t MediaPlayer2Manager::Client::setLooping(int loop)
1006{
1007 ALOGV("[%d] setLooping(%d)", mConnId, loop);
1008 mLoop = loop;
Wei Jia33abcc72018-01-30 09:47:38 -08001009 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001010 if (p != 0) return p->setLooping(loop);
1011 return NO_ERROR;
1012}
1013
1014status_t MediaPlayer2Manager::Client::setVolume(float leftVolume, float rightVolume)
1015{
1016 ALOGV("[%d] setVolume(%f, %f)", mConnId, leftVolume, rightVolume);
1017
1018 // for hardware output, call player instead
Wei Jia33abcc72018-01-30 09:47:38 -08001019 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001020 {
1021 Mutex::Autolock l(mLock);
Wei Jia33abcc72018-01-30 09:47:38 -08001022 if (mAudioOutput != 0) mAudioOutput->setVolume(leftVolume, rightVolume);
Wei Jia53692fa2017-12-11 10:33:46 -08001023 }
1024
1025 return NO_ERROR;
1026}
1027
1028status_t MediaPlayer2Manager::Client::setAuxEffectSendLevel(float level)
1029{
1030 ALOGV("[%d] setAuxEffectSendLevel(%f)", mConnId, level);
1031 Mutex::Autolock l(mLock);
1032 if (mAudioOutput != 0) return mAudioOutput->setAuxEffectSendLevel(level);
1033 return NO_ERROR;
1034}
1035
1036status_t MediaPlayer2Manager::Client::attachAuxEffect(int effectId)
1037{
1038 ALOGV("[%d] attachAuxEffect(%d)", mConnId, effectId);
1039 Mutex::Autolock l(mLock);
1040 if (mAudioOutput != 0) return mAudioOutput->attachAuxEffect(effectId);
1041 return NO_ERROR;
1042}
1043
1044status_t MediaPlayer2Manager::Client::setParameter(int key, const Parcel &request) {
1045 ALOGV("[%d] setParameter(%d)", mConnId, key);
1046 switch (key) {
1047 case MEDIA2_KEY_PARAMETER_AUDIO_ATTRIBUTES:
1048 {
1049 Mutex::Autolock l(mLock);
1050 return setAudioAttributes_l(request);
1051 }
1052 default:
Wei Jia33abcc72018-01-30 09:47:38 -08001053 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001054 if (p == 0) { return UNKNOWN_ERROR; }
1055 return p->setParameter(key, request);
1056 }
1057}
1058
1059status_t MediaPlayer2Manager::Client::getParameter(int key, Parcel *reply) {
1060 ALOGV("[%d] getParameter(%d)", mConnId, key);
Wei Jia33abcc72018-01-30 09:47:38 -08001061 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001062 if (p == 0) return UNKNOWN_ERROR;
1063 return p->getParameter(key, reply);
1064}
1065
Wei Jia53692fa2017-12-11 10:33:46 -08001066void MediaPlayer2Manager::Client::notify(
Wei Jiad2bb1bd2018-02-08 09:47:37 -08001067 const wp<MediaPlayer2Engine> &listener, int64_t srcId,
1068 int msg, int ext1, int ext2, const Parcel *obj)
Wei Jia53692fa2017-12-11 10:33:46 -08001069{
Pawin Vongmasa50963852017-12-12 06:24:42 -08001070 sp<MediaPlayer2Engine> spListener = listener.promote();
1071 if (spListener == NULL) {
Wei Jia53692fa2017-12-11 10:33:46 -08001072 return;
1073 }
Pawin Vongmasa50963852017-12-12 06:24:42 -08001074 Client* client = static_cast<Client*>(spListener.get());
Wei Jia53692fa2017-12-11 10:33:46 -08001075
1076 sp<MediaPlayer2EngineClient> c;
1077 sp<Client> nextClient;
1078 status_t errStartNext = NO_ERROR;
1079 {
1080 Mutex::Autolock l(client->mLock);
1081 c = client->mClient;
1082 if (msg == MEDIA2_PLAYBACK_COMPLETE && client->mNextClient != NULL) {
1083 nextClient = client->mNextClient;
1084
1085 if (client->mAudioOutput != NULL)
1086 client->mAudioOutput->switchToNextOutput();
1087
1088 errStartNext = nextClient->start();
1089 }
1090 }
1091
1092 if (nextClient != NULL) {
1093 sp<MediaPlayer2EngineClient> nc;
1094 {
1095 Mutex::Autolock l(nextClient->mLock);
1096 nc = nextClient->mClient;
1097 }
1098 if (nc != NULL) {
1099 if (errStartNext == NO_ERROR) {
Wei Jiad2bb1bd2018-02-08 09:47:37 -08001100 nc->notify(srcId, MEDIA2_INFO, MEDIA2_INFO_STARTED_AS_NEXT, 0, obj);
Wei Jia53692fa2017-12-11 10:33:46 -08001101 } else {
Wei Jiad2bb1bd2018-02-08 09:47:37 -08001102 nc->notify(srcId, MEDIA2_ERROR, MEDIA2_ERROR_UNKNOWN , 0, obj);
Wei Jia53692fa2017-12-11 10:33:46 -08001103 ALOGE("gapless:start playback for next track failed, err(%d)", errStartNext);
1104 }
1105 }
1106 }
1107
1108 if (MEDIA2_INFO == msg &&
1109 MEDIA2_INFO_METADATA_UPDATE == ext1) {
1110 const media::Metadata::Type metadata_type = ext2;
1111
1112 if(client->shouldDropMetadata(metadata_type)) {
1113 return;
1114 }
1115
1116 // Update the list of metadata that have changed. getMetadata
1117 // also access mMetadataUpdated and clears it.
1118 client->addNewMetadataUpdate(metadata_type);
1119 }
1120
1121 if (c != NULL) {
Wei Jiad2bb1bd2018-02-08 09:47:37 -08001122 ALOGV("[%d] notify (%p, %lld, %d, %d, %d)", client->mConnId, spListener.get(),
1123 (long long)srcId, msg, ext1, ext2);
1124 c->notify(srcId, msg, ext1, ext2, obj);
Wei Jia53692fa2017-12-11 10:33:46 -08001125 }
1126}
1127
1128
1129bool MediaPlayer2Manager::Client::shouldDropMetadata(media::Metadata::Type code) const
1130{
1131 Mutex::Autolock lock(mLock);
1132
1133 if (findMetadata(mMetadataDrop, code)) {
1134 return true;
1135 }
1136
1137 if (mMetadataAllow.isEmpty() || findMetadata(mMetadataAllow, code)) {
1138 return false;
1139 } else {
1140 return true;
1141 }
1142}
1143
1144
1145void MediaPlayer2Manager::Client::addNewMetadataUpdate(media::Metadata::Type metadata_type) {
1146 Mutex::Autolock lock(mLock);
1147 if (mMetadataUpdated.indexOf(metadata_type) < 0) {
1148 mMetadataUpdated.add(metadata_type);
1149 }
1150}
1151
1152// Modular DRM
1153status_t MediaPlayer2Manager::Client::prepareDrm(const uint8_t uuid[16],
1154 const Vector<uint8_t>& drmSessionId)
1155{
1156 ALOGV("[%d] prepareDrm", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -08001157 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001158 if (p == 0) return UNKNOWN_ERROR;
1159
1160 status_t ret = p->prepareDrm(uuid, drmSessionId);
1161 ALOGV("prepareDrm ret: %d", ret);
1162
1163 return ret;
1164}
1165
1166status_t MediaPlayer2Manager::Client::releaseDrm()
1167{
1168 ALOGV("[%d] releaseDrm", mConnId);
Wei Jia33abcc72018-01-30 09:47:38 -08001169 sp<MediaPlayer2Interface> p = getPlayer();
Wei Jia53692fa2017-12-11 10:33:46 -08001170 if (p == 0) return UNKNOWN_ERROR;
1171
1172 status_t ret = p->releaseDrm();
1173 ALOGV("releaseDrm ret: %d", ret);
1174
1175 return ret;
1176}
1177
1178status_t MediaPlayer2Manager::Client::setOutputDevice(audio_port_handle_t deviceId)
1179{
1180 ALOGV("[%d] setOutputDevice", mConnId);
1181 {
1182 Mutex::Autolock l(mLock);
1183 if (mAudioOutput.get() != nullptr) {
1184 return mAudioOutput->setOutputDevice(deviceId);
1185 }
1186 }
1187 return NO_INIT;
1188}
1189
1190status_t MediaPlayer2Manager::Client::getRoutedDeviceId(audio_port_handle_t* deviceId)
1191{
1192 ALOGV("[%d] getRoutedDeviceId", mConnId);
1193 {
1194 Mutex::Autolock l(mLock);
1195 if (mAudioOutput.get() != nullptr) {
1196 return mAudioOutput->getRoutedDeviceId(deviceId);
1197 }
1198 }
1199 return NO_INIT;
1200}
1201
1202status_t MediaPlayer2Manager::Client::enableAudioDeviceCallback(bool enabled)
1203{
1204 ALOGV("[%d] enableAudioDeviceCallback, %d", mConnId, enabled);
1205 {
1206 Mutex::Autolock l(mLock);
1207 if (mAudioOutput.get() != nullptr) {
1208 return mAudioOutput->enableAudioDeviceCallback(enabled);
1209 }
1210 }
1211 return NO_INIT;
1212}
1213
1214#if CALLBACK_ANTAGONIZER
1215const int Antagonizer::interval = 10000; // 10 msecs
1216
Pawin Vongmasa50963852017-12-12 06:24:42 -08001217Antagonizer::Antagonizer(
1218 MediaPlayer2Manager::NotifyCallback cb,
1219 const wp<MediaPlayer2Engine> &client) :
Wei Jia53692fa2017-12-11 10:33:46 -08001220 mExit(false), mActive(false), mClient(client), mCb(cb)
1221{
1222 createThread(callbackThread, this);
1223}
1224
1225void Antagonizer::kill()
1226{
1227 Mutex::Autolock _l(mLock);
1228 mActive = false;
1229 mExit = true;
1230 mCondition.wait(mLock);
1231}
1232
1233int Antagonizer::callbackThread(void* user)
1234{
1235 ALOGD("Antagonizer started");
1236 Antagonizer* p = reinterpret_cast<Antagonizer*>(user);
1237 while (!p->mExit) {
1238 if (p->mActive) {
1239 ALOGV("send event");
1240 p->mCb(p->mClient, 0, 0, 0);
1241 }
1242 usleep(interval);
1243 }
1244 Mutex::Autolock _l(p->mLock);
1245 p->mCondition.signal();
1246 ALOGD("Antagonizer stopped");
1247 return 0;
1248}
1249#endif
1250
1251#undef LOG_TAG
1252#define LOG_TAG "AudioSink"
1253MediaPlayer2Manager::AudioOutput::AudioOutput(audio_session_t sessionId, uid_t uid, int pid,
1254 const audio_attributes_t* attr, const sp<AudioSystem::AudioDeviceCallback>& deviceCallback)
1255 : mCallback(NULL),
1256 mCallbackCookie(NULL),
1257 mCallbackData(NULL),
1258 mStreamType(AUDIO_STREAM_MUSIC),
1259 mLeftVolume(1.0),
1260 mRightVolume(1.0),
1261 mPlaybackRate(AUDIO_PLAYBACK_RATE_DEFAULT),
1262 mSampleRateHz(0),
1263 mMsecsPerFrame(0),
1264 mFrameSize(0),
1265 mSessionId(sessionId),
1266 mUid(uid),
1267 mPid(pid),
1268 mSendLevel(0.0),
1269 mAuxEffectId(0),
1270 mFlags(AUDIO_OUTPUT_FLAG_NONE),
Wei Jia53692fa2017-12-11 10:33:46 -08001271 mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
1272 mRoutedDeviceId(AUDIO_PORT_HANDLE_NONE),
1273 mDeviceCallbackEnabled(false),
1274 mDeviceCallback(deviceCallback)
1275{
1276 ALOGV("AudioOutput(%d)", sessionId);
1277 if (attr != NULL) {
1278 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1279 if (mAttributes != NULL) {
1280 memcpy(mAttributes, attr, sizeof(audio_attributes_t));
1281 mStreamType = audio_attributes_to_stream_type(attr);
1282 }
1283 } else {
1284 mAttributes = NULL;
1285 }
1286
1287 setMinBufferCount();
1288}
1289
1290MediaPlayer2Manager::AudioOutput::~AudioOutput()
1291{
1292 close();
1293 free(mAttributes);
1294 delete mCallbackData;
1295}
1296
1297//static
1298void MediaPlayer2Manager::AudioOutput::setMinBufferCount()
1299{
1300 char value[PROPERTY_VALUE_MAX];
1301 if (property_get("ro.kernel.qemu", value, 0)) {
1302 mIsOnEmulator = true;
1303 mMinBufferCount = 12; // to prevent systematic buffer underrun for emulator
1304 }
1305}
1306
1307// static
1308bool MediaPlayer2Manager::AudioOutput::isOnEmulator()
1309{
1310 setMinBufferCount(); // benign race wrt other threads
1311 return mIsOnEmulator;
1312}
1313
1314// static
1315int MediaPlayer2Manager::AudioOutput::getMinBufferCount()
1316{
1317 setMinBufferCount(); // benign race wrt other threads
1318 return mMinBufferCount;
1319}
1320
1321ssize_t MediaPlayer2Manager::AudioOutput::bufferSize() const
1322{
1323 Mutex::Autolock lock(mLock);
1324 if (mTrack == 0) return NO_INIT;
1325 return mTrack->frameCount() * mFrameSize;
1326}
1327
1328ssize_t MediaPlayer2Manager::AudioOutput::frameCount() const
1329{
1330 Mutex::Autolock lock(mLock);
1331 if (mTrack == 0) return NO_INIT;
1332 return mTrack->frameCount();
1333}
1334
1335ssize_t MediaPlayer2Manager::AudioOutput::channelCount() const
1336{
1337 Mutex::Autolock lock(mLock);
1338 if (mTrack == 0) return NO_INIT;
1339 return mTrack->channelCount();
1340}
1341
1342ssize_t MediaPlayer2Manager::AudioOutput::frameSize() const
1343{
1344 Mutex::Autolock lock(mLock);
1345 if (mTrack == 0) return NO_INIT;
1346 return mFrameSize;
1347}
1348
1349uint32_t MediaPlayer2Manager::AudioOutput::latency () const
1350{
1351 Mutex::Autolock lock(mLock);
1352 if (mTrack == 0) return 0;
1353 return mTrack->latency();
1354}
1355
1356float MediaPlayer2Manager::AudioOutput::msecsPerFrame() const
1357{
1358 Mutex::Autolock lock(mLock);
1359 return mMsecsPerFrame;
1360}
1361
1362status_t MediaPlayer2Manager::AudioOutput::getPosition(uint32_t *position) const
1363{
1364 Mutex::Autolock lock(mLock);
1365 if (mTrack == 0) return NO_INIT;
1366 return mTrack->getPosition(position);
1367}
1368
1369status_t MediaPlayer2Manager::AudioOutput::getTimestamp(AudioTimestamp &ts) const
1370{
1371 Mutex::Autolock lock(mLock);
1372 if (mTrack == 0) return NO_INIT;
1373 return mTrack->getTimestamp(ts);
1374}
1375
1376// TODO: Remove unnecessary calls to getPlayedOutDurationUs()
1377// as it acquires locks and may query the audio driver.
1378//
1379// Some calls could conceivably retrieve extrapolated data instead of
1380// accessing getTimestamp() or getPosition() every time a data buffer with
1381// a media time is received.
1382//
1383// Calculate duration of played samples if played at normal rate (i.e., 1.0).
1384int64_t MediaPlayer2Manager::AudioOutput::getPlayedOutDurationUs(int64_t nowUs) const
1385{
1386 Mutex::Autolock lock(mLock);
1387 if (mTrack == 0 || mSampleRateHz == 0) {
1388 return 0;
1389 }
1390
1391 uint32_t numFramesPlayed;
1392 int64_t numFramesPlayedAtUs;
1393 AudioTimestamp ts;
1394
1395 status_t res = mTrack->getTimestamp(ts);
1396 if (res == OK) { // case 1: mixing audio tracks and offloaded tracks.
1397 numFramesPlayed = ts.mPosition;
1398 numFramesPlayedAtUs = ts.mTime.tv_sec * 1000000LL + ts.mTime.tv_nsec / 1000;
1399 //ALOGD("getTimestamp: OK %d %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1400 } else if (res == WOULD_BLOCK) { // case 2: transitory state on start of a new track
1401 numFramesPlayed = 0;
1402 numFramesPlayedAtUs = nowUs;
1403 //ALOGD("getTimestamp: WOULD_BLOCK %d %lld",
1404 // numFramesPlayed, (long long)numFramesPlayedAtUs);
1405 } else { // case 3: transitory at new track or audio fast tracks.
1406 res = mTrack->getPosition(&numFramesPlayed);
1407 CHECK_EQ(res, (status_t)OK);
1408 numFramesPlayedAtUs = nowUs;
1409 numFramesPlayedAtUs += 1000LL * mTrack->latency() / 2; /* XXX */
1410 //ALOGD("getPosition: %u %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1411 }
1412
1413 // CHECK_EQ(numFramesPlayed & (1 << 31), 0); // can't be negative until 12.4 hrs, test
1414 // TODO: remove the (int32_t) casting below as it may overflow at 12.4 hours.
1415 int64_t durationUs = (int64_t)((int32_t)numFramesPlayed * 1000000LL / mSampleRateHz)
1416 + nowUs - numFramesPlayedAtUs;
1417 if (durationUs < 0) {
1418 // Occurs when numFramesPlayed position is very small and the following:
1419 // (1) In case 1, the time nowUs is computed before getTimestamp() is called and
1420 // numFramesPlayedAtUs is greater than nowUs by time more than numFramesPlayed.
1421 // (2) In case 3, using getPosition and adding mAudioSink->latency() to
1422 // numFramesPlayedAtUs, by a time amount greater than numFramesPlayed.
1423 //
1424 // Both of these are transitory conditions.
1425 ALOGV("getPlayedOutDurationUs: negative duration %lld set to zero", (long long)durationUs);
1426 durationUs = 0;
1427 }
1428 ALOGV("getPlayedOutDurationUs(%lld) nowUs(%lld) frames(%u) framesAt(%lld)",
1429 (long long)durationUs, (long long)nowUs,
1430 numFramesPlayed, (long long)numFramesPlayedAtUs);
1431 return durationUs;
1432}
1433
1434status_t MediaPlayer2Manager::AudioOutput::getFramesWritten(uint32_t *frameswritten) const
1435{
1436 Mutex::Autolock lock(mLock);
1437 if (mTrack == 0) return NO_INIT;
1438 ExtendedTimestamp ets;
1439 status_t status = mTrack->getTimestamp(&ets);
1440 if (status == OK || status == WOULD_BLOCK) {
1441 *frameswritten = (uint32_t)ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT];
1442 }
1443 return status;
1444}
1445
1446status_t MediaPlayer2Manager::AudioOutput::setParameters(const String8& keyValuePairs)
1447{
1448 Mutex::Autolock lock(mLock);
1449 if (mTrack == 0) return NO_INIT;
1450 return mTrack->setParameters(keyValuePairs);
1451}
1452
1453String8 MediaPlayer2Manager::AudioOutput::getParameters(const String8& keys)
1454{
1455 Mutex::Autolock lock(mLock);
1456 if (mTrack == 0) return String8::empty();
1457 return mTrack->getParameters(keys);
1458}
1459
1460void MediaPlayer2Manager::AudioOutput::setAudioAttributes(const audio_attributes_t * attributes) {
1461 Mutex::Autolock lock(mLock);
1462 if (attributes == NULL) {
1463 free(mAttributes);
1464 mAttributes = NULL;
1465 } else {
1466 if (mAttributes == NULL) {
1467 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1468 }
1469 memcpy(mAttributes, attributes, sizeof(audio_attributes_t));
1470 mStreamType = audio_attributes_to_stream_type(attributes);
1471 }
1472}
1473
1474void MediaPlayer2Manager::AudioOutput::setAudioStreamType(audio_stream_type_t streamType)
1475{
1476 Mutex::Autolock lock(mLock);
1477 // do not allow direct stream type modification if attributes have been set
1478 if (mAttributes == NULL) {
1479 mStreamType = streamType;
1480 }
1481}
1482
1483void MediaPlayer2Manager::AudioOutput::deleteRecycledTrack_l()
1484{
1485 ALOGV("deleteRecycledTrack_l");
1486 if (mRecycledTrack != 0) {
1487
1488 if (mCallbackData != NULL) {
1489 mCallbackData->setOutput(NULL);
1490 mCallbackData->endTrackSwitch();
1491 }
1492
1493 if ((mRecycledTrack->getFlags() & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) == 0) {
1494 int32_t msec = 0;
1495 if (!mRecycledTrack->stopped()) { // check if active
1496 (void)mRecycledTrack->pendingDuration(&msec);
1497 }
1498 mRecycledTrack->stop(); // ensure full data drain
1499 ALOGD("deleting recycled track, waiting for data drain (%d msec)", msec);
1500 if (msec > 0) {
1501 static const int32_t WAIT_LIMIT_MS = 3000;
1502 if (msec > WAIT_LIMIT_MS) {
1503 msec = WAIT_LIMIT_MS;
1504 }
1505 usleep(msec * 1000LL);
1506 }
1507 }
1508 // An offloaded track isn't flushed because the STREAM_END is reported
1509 // slightly prematurely to allow time for the gapless track switch
1510 // but this means that if we decide not to recycle the track there
1511 // could be a small amount of residual data still playing. We leave
1512 // AudioFlinger to drain the track.
1513
1514 mRecycledTrack.clear();
1515 close_l();
1516 delete mCallbackData;
1517 mCallbackData = NULL;
1518 }
1519}
1520
1521void MediaPlayer2Manager::AudioOutput::close_l()
1522{
1523 mTrack.clear();
1524}
1525
1526status_t MediaPlayer2Manager::AudioOutput::open(
1527 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
1528 audio_format_t format, int bufferCount,
1529 AudioCallback cb, void *cookie,
1530 audio_output_flags_t flags,
1531 const audio_offload_info_t *offloadInfo,
1532 bool doNotReconnect,
1533 uint32_t suggestedFrameCount)
1534{
1535 ALOGV("open(%u, %d, 0x%x, 0x%x, %d, %d 0x%x)", sampleRate, channelCount, channelMask,
1536 format, bufferCount, mSessionId, flags);
1537
1538 // offloading is only supported in callback mode for now.
1539 // offloadInfo must be present if offload flag is set
1540 if (((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) &&
1541 ((cb == NULL) || (offloadInfo == NULL))) {
1542 return BAD_VALUE;
1543 }
1544
1545 // compute frame count for the AudioTrack internal buffer
1546 size_t frameCount;
1547 if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) {
1548 frameCount = 0; // AudioTrack will get frame count from AudioFlinger
1549 } else {
1550 // try to estimate the buffer processing fetch size from AudioFlinger.
1551 // framesPerBuffer is approximate and generally correct, except when it's not :-).
1552 uint32_t afSampleRate;
1553 size_t afFrameCount;
1554 if (AudioSystem::getOutputFrameCount(&afFrameCount, mStreamType) != NO_ERROR) {
1555 return NO_INIT;
1556 }
1557 if (AudioSystem::getOutputSamplingRate(&afSampleRate, mStreamType) != NO_ERROR) {
1558 return NO_INIT;
1559 }
1560 const size_t framesPerBuffer =
1561 (unsigned long long)sampleRate * afFrameCount / afSampleRate;
1562
1563 if (bufferCount == 0) {
1564 // use suggestedFrameCount
1565 bufferCount = (suggestedFrameCount + framesPerBuffer - 1) / framesPerBuffer;
1566 }
1567 // Check argument bufferCount against the mininum buffer count
1568 if (bufferCount != 0 && bufferCount < mMinBufferCount) {
1569 ALOGV("bufferCount (%d) increased to %d", bufferCount, mMinBufferCount);
1570 bufferCount = mMinBufferCount;
1571 }
1572 // if frameCount is 0, then AudioTrack will get frame count from AudioFlinger
1573 // which will be the minimum size permitted.
1574 frameCount = bufferCount * framesPerBuffer;
1575 }
1576
1577 if (channelMask == CHANNEL_MASK_USE_CHANNEL_ORDER) {
1578 channelMask = audio_channel_out_mask_from_count(channelCount);
1579 if (0 == channelMask) {
1580 ALOGE("open() error, can\'t derive mask for %d audio channels", channelCount);
1581 return NO_INIT;
1582 }
1583 }
1584
1585 Mutex::Autolock lock(mLock);
1586 mCallback = cb;
1587 mCallbackCookie = cookie;
1588
1589 // Check whether we can recycle the track
1590 bool reuse = false;
1591 bool bothOffloaded = false;
1592
1593 if (mRecycledTrack != 0) {
1594 // check whether we are switching between two offloaded tracks
1595 bothOffloaded = (flags & mRecycledTrack->getFlags()
1596 & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0;
1597
1598 // check if the existing track can be reused as-is, or if a new track needs to be created.
1599 reuse = true;
1600
1601 if ((mCallbackData == NULL && mCallback != NULL) ||
1602 (mCallbackData != NULL && mCallback == NULL)) {
1603 // recycled track uses callbacks but the caller wants to use writes, or vice versa
1604 ALOGV("can't chain callback and write");
1605 reuse = false;
1606 } else if ((mRecycledTrack->getSampleRate() != sampleRate) ||
1607 (mRecycledTrack->channelCount() != (uint32_t)channelCount) ) {
1608 ALOGV("samplerate, channelcount differ: %u/%u Hz, %u/%d ch",
1609 mRecycledTrack->getSampleRate(), sampleRate,
1610 mRecycledTrack->channelCount(), channelCount);
1611 reuse = false;
1612 } else if (flags != mFlags) {
1613 ALOGV("output flags differ %08x/%08x", flags, mFlags);
1614 reuse = false;
1615 } else if (mRecycledTrack->format() != format) {
1616 reuse = false;
1617 }
1618 } else {
1619 ALOGV("no track available to recycle");
1620 }
1621
1622 ALOGV_IF(bothOffloaded, "both tracks offloaded");
1623
1624 // If we can't recycle and both tracks are offloaded
1625 // we must close the previous output before opening a new one
1626 if (bothOffloaded && !reuse) {
1627 ALOGV("both offloaded and not recycling");
1628 deleteRecycledTrack_l();
1629 }
1630
1631 sp<AudioTrack> t;
1632 CallbackData *newcbd = NULL;
1633
1634 // We don't attempt to create a new track if we are recycling an
1635 // offloaded track. But, if we are recycling a non-offloaded or we
1636 // are switching where one is offloaded and one isn't then we create
1637 // the new track in advance so that we can read additional stream info
1638
1639 if (!(reuse && bothOffloaded)) {
1640 ALOGV("creating new AudioTrack");
1641
1642 if (mCallback != NULL) {
1643 newcbd = new CallbackData(this);
1644 t = new AudioTrack(
1645 mStreamType,
1646 sampleRate,
1647 format,
1648 channelMask,
1649 frameCount,
1650 flags,
1651 CallbackWrapper,
1652 newcbd,
1653 0, // notification frames
1654 mSessionId,
1655 AudioTrack::TRANSFER_CALLBACK,
1656 offloadInfo,
1657 mUid,
1658 mPid,
1659 mAttributes,
1660 doNotReconnect,
1661 1.0f, // default value for maxRequiredSpeed
1662 mSelectedDeviceId);
1663 } else {
1664 // TODO: Due to buffer memory concerns, we use a max target playback speed
1665 // based on mPlaybackRate at the time of open (instead of kMaxRequiredSpeed),
1666 // also clamping the target speed to 1.0 <= targetSpeed <= kMaxRequiredSpeed.
1667 const float targetSpeed =
1668 std::min(std::max(mPlaybackRate.mSpeed, 1.0f), kMaxRequiredSpeed);
1669 ALOGW_IF(targetSpeed != mPlaybackRate.mSpeed,
1670 "track target speed:%f clamped from playback speed:%f",
1671 targetSpeed, mPlaybackRate.mSpeed);
1672 t = new AudioTrack(
1673 mStreamType,
1674 sampleRate,
1675 format,
1676 channelMask,
1677 frameCount,
1678 flags,
1679 NULL, // callback
1680 NULL, // user data
1681 0, // notification frames
1682 mSessionId,
1683 AudioTrack::TRANSFER_DEFAULT,
1684 NULL, // offload info
1685 mUid,
1686 mPid,
1687 mAttributes,
1688 doNotReconnect,
1689 targetSpeed,
1690 mSelectedDeviceId);
1691 }
1692
1693 if ((t == 0) || (t->initCheck() != NO_ERROR)) {
1694 ALOGE("Unable to create audio track");
1695 delete newcbd;
1696 // t goes out of scope, so reference count drops to zero
1697 return NO_INIT;
1698 } else {
1699 // successful AudioTrack initialization implies a legacy stream type was generated
1700 // from the audio attributes
1701 mStreamType = t->streamType();
1702 }
1703 }
1704
1705 if (reuse) {
1706 CHECK(mRecycledTrack != NULL);
1707
1708 if (!bothOffloaded) {
1709 if (mRecycledTrack->frameCount() != t->frameCount()) {
1710 ALOGV("framecount differs: %zu/%zu frames",
1711 mRecycledTrack->frameCount(), t->frameCount());
1712 reuse = false;
1713 }
1714 }
1715
1716 if (reuse) {
1717 ALOGV("chaining to next output and recycling track");
1718 close_l();
1719 mTrack = mRecycledTrack;
1720 mRecycledTrack.clear();
1721 if (mCallbackData != NULL) {
1722 mCallbackData->setOutput(this);
1723 }
1724 delete newcbd;
1725 return updateTrack();
1726 }
1727 }
1728
1729 // we're not going to reuse the track, unblock and flush it
1730 // this was done earlier if both tracks are offloaded
1731 if (!bothOffloaded) {
1732 deleteRecycledTrack_l();
1733 }
1734
1735 CHECK((t != NULL) && ((mCallback == NULL) || (newcbd != NULL)));
1736
1737 mCallbackData = newcbd;
1738 ALOGV("setVolume");
1739 t->setVolume(mLeftVolume, mRightVolume);
1740
Wei Jia53692fa2017-12-11 10:33:46 -08001741 mSampleRateHz = sampleRate;
1742 mFlags = flags;
1743 mMsecsPerFrame = 1E3f / (mPlaybackRate.mSpeed * sampleRate);
1744 mFrameSize = t->frameSize();
1745 mTrack = t;
1746
1747 return updateTrack();
1748}
1749
1750status_t MediaPlayer2Manager::AudioOutput::updateTrack() {
1751 if (mTrack == NULL) {
1752 return NO_ERROR;
1753 }
1754
1755 status_t res = NO_ERROR;
1756 // Note some output devices may give us a direct track even though we don't specify it.
1757 // Example: Line application b/17459982.
1758 if ((mTrack->getFlags()
1759 & (AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD | AUDIO_OUTPUT_FLAG_DIRECT)) == 0) {
1760 res = mTrack->setPlaybackRate(mPlaybackRate);
1761 if (res == NO_ERROR) {
1762 mTrack->setAuxEffectSendLevel(mSendLevel);
1763 res = mTrack->attachAuxEffect(mAuxEffectId);
1764 }
1765 }
1766 mTrack->setOutputDevice(mSelectedDeviceId);
1767 if (mDeviceCallbackEnabled) {
1768 mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
1769 }
1770 ALOGV("updateTrack() DONE status %d", res);
1771 return res;
1772}
1773
1774status_t MediaPlayer2Manager::AudioOutput::start()
1775{
1776 ALOGV("start");
1777 Mutex::Autolock lock(mLock);
1778 if (mCallbackData != NULL) {
1779 mCallbackData->endTrackSwitch();
1780 }
1781 if (mTrack != 0) {
1782 mTrack->setVolume(mLeftVolume, mRightVolume);
1783 mTrack->setAuxEffectSendLevel(mSendLevel);
1784 status_t status = mTrack->start();
Wei Jia53692fa2017-12-11 10:33:46 -08001785 return status;
1786 }
1787 return NO_INIT;
1788}
1789
1790void MediaPlayer2Manager::AudioOutput::setNextOutput(const sp<AudioOutput>& nextOutput) {
1791 Mutex::Autolock lock(mLock);
1792 mNextOutput = nextOutput;
1793}
1794
1795void MediaPlayer2Manager::AudioOutput::switchToNextOutput() {
1796 ALOGV("switchToNextOutput");
1797
1798 // Try to acquire the callback lock before moving track (without incurring deadlock).
1799 const unsigned kMaxSwitchTries = 100;
1800 Mutex::Autolock lock(mLock);
1801 for (unsigned tries = 0;;) {
1802 if (mTrack == 0) {
1803 return;
1804 }
1805 if (mNextOutput != NULL && mNextOutput != this) {
1806 if (mCallbackData != NULL) {
1807 // two alternative approaches
1808#if 1
1809 CallbackData *callbackData = mCallbackData;
1810 mLock.unlock();
1811 // proper acquisition sequence
1812 callbackData->lock();
1813 mLock.lock();
1814 // Caution: it is unlikely that someone deleted our callback or changed our target
1815 if (callbackData != mCallbackData || mNextOutput == NULL || mNextOutput == this) {
1816 // fatal if we are starved out.
1817 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
1818 "switchToNextOutput() cannot obtain correct lock sequence");
1819 callbackData->unlock();
1820 continue;
1821 }
1822 callbackData->mSwitching = true; // begin track switch
1823 callbackData->setOutput(NULL);
1824#else
1825 // tryBeginTrackSwitch() returns false if the callback has the lock.
1826 if (!mCallbackData->tryBeginTrackSwitch()) {
1827 // fatal if we are starved out.
1828 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
1829 "switchToNextOutput() cannot obtain callback lock");
1830 mLock.unlock();
1831 usleep(5 * 1000 /* usec */); // allow callback to use AudioOutput
1832 mLock.lock();
1833 continue;
1834 }
1835#endif
1836 }
1837
1838 Mutex::Autolock nextLock(mNextOutput->mLock);
1839
1840 // If the next output track is not NULL, then it has been
1841 // opened already for playback.
1842 // This is possible even without the next player being started,
1843 // for example, the next player could be prepared and seeked.
1844 //
1845 // Presuming it isn't advisable to force the track over.
1846 if (mNextOutput->mTrack == NULL) {
1847 ALOGD("Recycling track for gapless playback");
1848 delete mNextOutput->mCallbackData;
1849 mNextOutput->mCallbackData = mCallbackData;
1850 mNextOutput->mRecycledTrack = mTrack;
1851 mNextOutput->mSampleRateHz = mSampleRateHz;
1852 mNextOutput->mMsecsPerFrame = mMsecsPerFrame;
1853 mNextOutput->mFlags = mFlags;
1854 mNextOutput->mFrameSize = mFrameSize;
1855 close_l();
1856 mCallbackData = NULL; // destruction handled by mNextOutput
1857 } else {
1858 ALOGW("Ignoring gapless playback because next player has already started");
1859 // remove track in case resource needed for future players.
1860 if (mCallbackData != NULL) {
1861 mCallbackData->endTrackSwitch(); // release lock for callbacks before close.
1862 }
1863 close_l();
1864 }
1865 }
1866 break;
1867 }
1868}
1869
1870ssize_t MediaPlayer2Manager::AudioOutput::write(const void* buffer, size_t size, bool blocking)
1871{
1872 Mutex::Autolock lock(mLock);
1873 LOG_ALWAYS_FATAL_IF(mCallback != NULL, "Don't call write if supplying a callback.");
1874
1875 //ALOGV("write(%p, %u)", buffer, size);
1876 if (mTrack != 0) {
1877 return mTrack->write(buffer, size, blocking);
1878 }
1879 return NO_INIT;
1880}
1881
1882void MediaPlayer2Manager::AudioOutput::stop()
1883{
1884 ALOGV("stop");
1885 Mutex::Autolock lock(mLock);
1886 if (mTrack != 0) mTrack->stop();
1887}
1888
1889void MediaPlayer2Manager::AudioOutput::flush()
1890{
1891 ALOGV("flush");
1892 Mutex::Autolock lock(mLock);
1893 if (mTrack != 0) mTrack->flush();
1894}
1895
1896void MediaPlayer2Manager::AudioOutput::pause()
1897{
1898 ALOGV("pause");
1899 Mutex::Autolock lock(mLock);
1900 if (mTrack != 0) mTrack->pause();
1901}
1902
1903void MediaPlayer2Manager::AudioOutput::close()
1904{
1905 ALOGV("close");
1906 sp<AudioTrack> track;
1907 {
1908 Mutex::Autolock lock(mLock);
1909 track = mTrack;
1910 close_l(); // clears mTrack
1911 }
1912 // destruction of the track occurs outside of mutex.
1913}
1914
1915void MediaPlayer2Manager::AudioOutput::setVolume(float left, float right)
1916{
1917 ALOGV("setVolume(%f, %f)", left, right);
1918 Mutex::Autolock lock(mLock);
1919 mLeftVolume = left;
1920 mRightVolume = right;
1921 if (mTrack != 0) {
1922 mTrack->setVolume(left, right);
1923 }
1924}
1925
1926status_t MediaPlayer2Manager::AudioOutput::setPlaybackRate(const AudioPlaybackRate &rate)
1927{
1928 ALOGV("setPlaybackRate(%f %f %d %d)",
1929 rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
1930 Mutex::Autolock lock(mLock);
1931 if (mTrack == 0) {
1932 // remember rate so that we can set it when the track is opened
1933 mPlaybackRate = rate;
1934 return OK;
1935 }
1936 status_t res = mTrack->setPlaybackRate(rate);
1937 if (res != NO_ERROR) {
1938 return res;
1939 }
1940 // rate.mSpeed is always greater than 0 if setPlaybackRate succeeded
1941 CHECK_GT(rate.mSpeed, 0.f);
1942 mPlaybackRate = rate;
1943 if (mSampleRateHz != 0) {
1944 mMsecsPerFrame = 1E3f / (rate.mSpeed * mSampleRateHz);
1945 }
1946 return res;
1947}
1948
1949status_t MediaPlayer2Manager::AudioOutput::getPlaybackRate(AudioPlaybackRate *rate)
1950{
1951 ALOGV("setPlaybackRate");
1952 Mutex::Autolock lock(mLock);
1953 if (mTrack == 0) {
1954 return NO_INIT;
1955 }
1956 *rate = mTrack->getPlaybackRate();
1957 return NO_ERROR;
1958}
1959
1960status_t MediaPlayer2Manager::AudioOutput::setAuxEffectSendLevel(float level)
1961{
1962 ALOGV("setAuxEffectSendLevel(%f)", level);
1963 Mutex::Autolock lock(mLock);
1964 mSendLevel = level;
1965 if (mTrack != 0) {
1966 return mTrack->setAuxEffectSendLevel(level);
1967 }
1968 return NO_ERROR;
1969}
1970
1971status_t MediaPlayer2Manager::AudioOutput::attachAuxEffect(int effectId)
1972{
1973 ALOGV("attachAuxEffect(%d)", effectId);
1974 Mutex::Autolock lock(mLock);
1975 mAuxEffectId = effectId;
1976 if (mTrack != 0) {
1977 return mTrack->attachAuxEffect(effectId);
1978 }
1979 return NO_ERROR;
1980}
1981
1982status_t MediaPlayer2Manager::AudioOutput::setOutputDevice(audio_port_handle_t deviceId)
1983{
1984 ALOGV("setOutputDevice(%d)", deviceId);
1985 Mutex::Autolock lock(mLock);
1986 mSelectedDeviceId = deviceId;
1987 if (mTrack != 0) {
1988 return mTrack->setOutputDevice(deviceId);
1989 }
1990 return NO_ERROR;
1991}
1992
1993status_t MediaPlayer2Manager::AudioOutput::getRoutedDeviceId(audio_port_handle_t* deviceId)
1994{
1995 ALOGV("getRoutedDeviceId");
1996 Mutex::Autolock lock(mLock);
1997 if (mTrack != 0) {
1998 mRoutedDeviceId = mTrack->getRoutedDeviceId();
1999 }
2000 *deviceId = mRoutedDeviceId;
2001 return NO_ERROR;
2002}
2003
2004status_t MediaPlayer2Manager::AudioOutput::enableAudioDeviceCallback(bool enabled)
2005{
2006 ALOGV("enableAudioDeviceCallback, %d", enabled);
2007 Mutex::Autolock lock(mLock);
2008 mDeviceCallbackEnabled = enabled;
2009 if (mTrack != 0) {
2010 status_t status;
2011 if (enabled) {
2012 status = mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2013 } else {
2014 status = mTrack->removeAudioDeviceCallback(mDeviceCallback.promote());
2015 }
2016 return status;
2017 }
2018 return NO_ERROR;
2019}
2020
Wei Jia53692fa2017-12-11 10:33:46 -08002021// static
2022void MediaPlayer2Manager::AudioOutput::CallbackWrapper(
2023 int event, void *cookie, void *info) {
2024 //ALOGV("callbackwrapper");
2025 CallbackData *data = (CallbackData*)cookie;
2026 // lock to ensure we aren't caught in the middle of a track switch.
2027 data->lock();
2028 AudioOutput *me = data->getOutput();
2029 AudioTrack::Buffer *buffer = (AudioTrack::Buffer *)info;
2030 if (me == NULL) {
2031 // no output set, likely because the track was scheduled to be reused
2032 // by another player, but the format turned out to be incompatible.
2033 data->unlock();
2034 if (buffer != NULL) {
2035 buffer->size = 0;
2036 }
2037 return;
2038 }
2039
2040 switch(event) {
2041 case AudioTrack::EVENT_MORE_DATA: {
2042 size_t actualSize = (*me->mCallback)(
2043 me, buffer->raw, buffer->size, me->mCallbackCookie,
2044 CB_EVENT_FILL_BUFFER);
2045
2046 // Log when no data is returned from the callback.
2047 // (1) We may have no data (especially with network streaming sources).
2048 // (2) We may have reached the EOS and the audio track is not stopped yet.
2049 // Note that AwesomePlayer/AudioPlayer will only return zero size when it reaches the EOS.
2050 // NuPlayer2Renderer will return zero when it doesn't have data (it doesn't block to fill).
2051 //
2052 // This is a benign busy-wait, with the next data request generated 10 ms or more later;
2053 // nevertheless for power reasons, we don't want to see too many of these.
2054
2055 ALOGV_IF(actualSize == 0 && buffer->size > 0, "callbackwrapper: empty buffer returned");
2056
2057 buffer->size = actualSize;
2058 } break;
2059
2060 case AudioTrack::EVENT_STREAM_END:
2061 // currently only occurs for offloaded callbacks
2062 ALOGV("callbackwrapper: deliver EVENT_STREAM_END");
2063 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2064 me->mCallbackCookie, CB_EVENT_STREAM_END);
2065 break;
2066
2067 case AudioTrack::EVENT_NEW_IAUDIOTRACK :
2068 ALOGV("callbackwrapper: deliver EVENT_TEAR_DOWN");
2069 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2070 me->mCallbackCookie, CB_EVENT_TEAR_DOWN);
2071 break;
2072
2073 case AudioTrack::EVENT_UNDERRUN:
2074 // This occurs when there is no data available, typically
2075 // when there is a failure to supply data to the AudioTrack. It can also
2076 // occur in non-offloaded mode when the audio device comes out of standby.
2077 //
2078 // If an AudioTrack underruns it outputs silence. Since this happens suddenly
2079 // it may sound like an audible pop or glitch.
2080 //
2081 // The underrun event is sent once per track underrun; the condition is reset
2082 // when more data is sent to the AudioTrack.
2083 ALOGD("callbackwrapper: EVENT_UNDERRUN (discarded)");
2084 break;
2085
2086 default:
2087 ALOGE("received unknown event type: %d inside CallbackWrapper !", event);
2088 }
2089
2090 data->unlock();
2091}
2092
2093audio_session_t MediaPlayer2Manager::AudioOutput::getSessionId() const
2094{
2095 Mutex::Autolock lock(mLock);
2096 return mSessionId;
2097}
2098
2099uint32_t MediaPlayer2Manager::AudioOutput::getSampleRate() const
2100{
2101 Mutex::Autolock lock(mLock);
2102 if (mTrack == 0) return 0;
2103 return mTrack->getSampleRate();
2104}
2105
2106int64_t MediaPlayer2Manager::AudioOutput::getBufferDurationInUs() const
2107{
2108 Mutex::Autolock lock(mLock);
2109 if (mTrack == 0) {
2110 return 0;
2111 }
2112 int64_t duration;
2113 if (mTrack->getBufferDurationInUs(&duration) != OK) {
2114 return 0;
2115 }
2116 return duration;
2117}
2118
2119} // namespace android