blob: b5e52255fa0500362a306bf543934e0ba21a6428 [file] [log] [blame]
The Android Open Source Project7b5eb022008-12-17 18:05:43 -08001/*
2**
3** Copyright (C) 2008 The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18//#define LOG_NDEBUG 0
19#define LOG_TAG "MetadataRetrieverClient"
20#include <utils/Log.h>
21
22#include <sys/types.h>
23#include <sys/stat.h>
24#include <dirent.h>
25#include <unistd.h>
26
27#include <string.h>
28#include <cutils/atomic.h>
Andreas Huber065c05e2010-01-04 15:02:02 -080029#include <cutils/properties.h>
Mathias Agopian6b3359d2010-01-29 17:16:30 -080030#include <binder/MemoryBase.h>
31#include <binder/MemoryHeapBase.h>
Mathias Agopian75624082009-05-19 19:08:10 -070032#include <binder/IPCThreadState.h>
33#include <binder/IServiceManager.h>
Andreas Huber1b86fe02014-01-29 11:13:26 -080034#include <media/IMediaHTTPService.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080035#include <media/MediaMetadataRetrieverInterface.h>
36#include <media/MediaPlayerInterface.h>
Chris Watkins99f31602015-03-20 13:06:33 -070037#include <media/stagefright/DataSource.h>
Marco Nelissen83b0fd92015-09-16 13:48:07 -070038#include <media/stagefright/Utils.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080039#include <private/media/VideoFrame.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080040#include "MetadataRetrieverClient.h"
Andreas Huber2a4a7d52009-10-06 16:20:44 -070041#include "StagefrightMetadataRetriever.h"
John Grossman44a7e422012-06-21 17:29:24 -070042#include "MediaPlayerFactory.h"
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080043
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080044namespace android {
45
46MetadataRetrieverClient::MetadataRetrieverClient(pid_t pid)
47{
Steve Block3856b092011-10-20 11:56:00 +010048 ALOGV("MetadataRetrieverClient constructor pid(%d)", pid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080049 mPid = pid;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080050 mThumbnail = NULL;
51 mAlbumArt = NULL;
Jean-Baptiste Queru6c5b2102009-03-21 11:40:18 -070052 mRetriever = NULL;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080053}
54
55MetadataRetrieverClient::~MetadataRetrieverClient()
56{
Steve Block3856b092011-10-20 11:56:00 +010057 ALOGV("MetadataRetrieverClient destructor");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080058 disconnect();
59}
60
Lajos Molnar6d339f12015-04-17 16:15:53 -070061status_t MetadataRetrieverClient::dump(int fd, const Vector<String16>& /*args*/)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080062{
63 const size_t SIZE = 256;
64 char buffer[SIZE];
65 String8 result;
66 result.append(" MetadataRetrieverClient\n");
James Dong7f7d52a2011-01-06 12:20:35 -080067 snprintf(buffer, 255, " pid(%d)\n", mPid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080068 result.append(buffer);
69 write(fd, result.string(), result.size());
70 write(fd, "\n", 1);
71 return NO_ERROR;
72}
73
74void MetadataRetrieverClient::disconnect()
75{
Steve Block3856b092011-10-20 11:56:00 +010076 ALOGV("disconnect from pid %d", mPid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080077 Mutex::Autolock lock(mLock);
78 mRetriever.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080079 mThumbnail.clear();
80 mAlbumArt.clear();
81 IPCThreadState::self()->flushCommands();
82}
83
James Dong148c1a22009-09-06 14:29:45 -070084static sp<MediaMetadataRetrieverBase> createRetriever(player_type playerType)
85{
86 sp<MediaMetadataRetrieverBase> p;
87 switch (playerType) {
Andreas Huber47945ea2009-12-17 13:31:13 -080088 case STAGEFRIGHT_PLAYER:
Andreas Huberafed0e12011-09-20 15:39:58 -070089 case NU_PLAYER:
Andreas Huber065c05e2010-01-04 15:02:02 -080090 {
Andreas Huber608d77b2010-06-23 16:40:57 -070091 p = new StagefrightMetadataRetriever;
92 break;
Andreas Huber065c05e2010-01-04 15:02:02 -080093 }
James Dong148c1a22009-09-06 14:29:45 -070094 default:
95 // TODO:
Andreas Huber2a4a7d52009-10-06 16:20:44 -070096 // support for TEST_PLAYER
Steve Block29357bc2012-01-06 19:20:56 +000097 ALOGE("player type %d is not supported", playerType);
James Dong148c1a22009-09-06 14:29:45 -070098 break;
99 }
100 if (p == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000101 ALOGE("failed to create a retriever object");
James Dong148c1a22009-09-06 14:29:45 -0700102 }
103 return p;
104}
105
Andreas Huberaf8791e2011-03-21 10:25:44 -0700106status_t MetadataRetrieverClient::setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800107 const sp<IMediaHTTPService> &httpService,
108 const char *url,
109 const KeyedVector<String8, String8> *headers)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800110{
Steve Block3856b092011-10-20 11:56:00 +0100111 ALOGV("setDataSource(%s)", url);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800112 Mutex::Autolock lock(mLock);
113 if (url == NULL) {
114 return UNKNOWN_ERROR;
115 }
John Grossman44a7e422012-06-21 17:29:24 -0700116
117 // When asking the MediaPlayerFactory subsystem to choose a media player for
118 // a given URL, a pointer to an outer IMediaPlayer can be passed to the
119 // factory system to be taken into consideration along with the URL. In the
120 // case of choosing an instance of a MediaPlayerBase for a
121 // MetadataRetrieverClient, there is no outer IMediaPlayer which will
122 // eventually encapsulate the result of this selection. In this case, just
123 // pass NULL to getPlayerType to indicate that there is no outer
124 // IMediaPlayer to consider during selection.
125 player_type playerType =
126 MediaPlayerFactory::getPlayerType(NULL /* client */, url);
Steve Block3856b092011-10-20 11:56:00 +0100127 ALOGV("player type = %d", playerType);
James Dong148c1a22009-09-06 14:29:45 -0700128 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
129 if (p == NULL) return NO_INIT;
Andreas Huber1b86fe02014-01-29 11:13:26 -0800130 status_t ret = p->setDataSource(httpService, url, headers);
James Dong148c1a22009-09-06 14:29:45 -0700131 if (ret == NO_ERROR) mRetriever = p;
132 return ret;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800133}
134
135status_t MetadataRetrieverClient::setDataSource(int fd, int64_t offset, int64_t length)
136{
Marco Nelissen83b0fd92015-09-16 13:48:07 -0700137 ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld",
138 fd, nameForFd(fd).c_str(), (long long) offset, (long long) length);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800139 Mutex::Autolock lock(mLock);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800140 struct stat sb;
141 int ret = fstat(fd, &sb);
142 if (ret != 0) {
Steve Block29357bc2012-01-06 19:20:56 +0000143 ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno));
James Dong148c1a22009-09-06 14:29:45 -0700144 return BAD_VALUE;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800145 }
Ying Wang5fde15d2015-04-20 22:13:22 -0700146 ALOGV("st_dev = %llu", static_cast<uint64_t>(sb.st_dev));
Steve Block3856b092011-10-20 11:56:00 +0100147 ALOGV("st_mode = %u", sb.st_mode);
Mark Salyzyn77342f72014-06-18 16:31:32 -0700148 ALOGV("st_uid = %lu", static_cast<unsigned long>(sb.st_uid));
149 ALOGV("st_gid = %lu", static_cast<unsigned long>(sb.st_gid));
Steve Block3856b092011-10-20 11:56:00 +0100150 ALOGV("st_size = %llu", sb.st_size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800151
152 if (offset >= sb.st_size) {
Steve Block29357bc2012-01-06 19:20:56 +0000153 ALOGE("offset (%lld) bigger than file size (%llu)", offset, sb.st_size);
James Dong148c1a22009-09-06 14:29:45 -0700154 return BAD_VALUE;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800155 }
156 if (offset + length > sb.st_size) {
157 length = sb.st_size - offset;
Steve Block3856b092011-10-20 11:56:00 +0100158 ALOGV("calculated length = %lld", length);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800159 }
James Dong148c1a22009-09-06 14:29:45 -0700160
John Grossman44a7e422012-06-21 17:29:24 -0700161 player_type playerType =
162 MediaPlayerFactory::getPlayerType(NULL /* client */,
163 fd,
164 offset,
165 length);
Steve Block3856b092011-10-20 11:56:00 +0100166 ALOGV("player type = %d", playerType);
James Dong148c1a22009-09-06 14:29:45 -0700167 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
168 if (p == NULL) {
James Dong148c1a22009-09-06 14:29:45 -0700169 return NO_INIT;
170 }
James Dong7f7d52a2011-01-06 12:20:35 -0800171 status_t status = p->setDataSource(fd, offset, length);
James Dong148c1a22009-09-06 14:29:45 -0700172 if (status == NO_ERROR) mRetriever = p;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800173 return status;
174}
175
Chris Watkins99f31602015-03-20 13:06:33 -0700176status_t MetadataRetrieverClient::setDataSource(
177 const sp<IDataSource>& source)
178{
179 ALOGV("setDataSource(IDataSource)");
180 Mutex::Autolock lock(mLock);
181
182 sp<DataSource> dataSource = DataSource::CreateFromIDataSource(source);
183 player_type playerType =
184 MediaPlayerFactory::getPlayerType(NULL /* client */, dataSource);
185 ALOGV("player type = %d", playerType);
186 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
187 if (p == NULL) return NO_INIT;
188 status_t ret = p->setDataSource(dataSource);
189 if (ret == NO_ERROR) mRetriever = p;
190 return ret;
191}
192
Marco Nelissen61550852015-06-12 15:31:23 -0700193Mutex MetadataRetrieverClient::sLock;
194
James Dong16afe2f2010-12-02 17:42:08 -0800195sp<IMemory> MetadataRetrieverClient::getFrameAtTime(int64_t timeUs, int option)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800196{
Steve Block3856b092011-10-20 11:56:00 +0100197 ALOGV("getFrameAtTime: time(%lld us) option(%d)", timeUs, option);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800198 Mutex::Autolock lock(mLock);
Marco Nelissen61550852015-06-12 15:31:23 -0700199 Mutex::Autolock glock(sLock);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800200 mThumbnail.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800201 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000202 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800203 return NULL;
204 }
James Dong16afe2f2010-12-02 17:42:08 -0800205 VideoFrame *frame = mRetriever->getFrameAtTime(timeUs, option);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800206 if (frame == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000207 ALOGE("failed to capture a video frame");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800208 return NULL;
209 }
210 size_t size = sizeof(VideoFrame) + frame->mSize;
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800211 sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient");
212 if (heap == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000213 ALOGE("failed to create MemoryDealer");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800214 delete frame;
215 return NULL;
216 }
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800217 mThumbnail = new MemoryBase(heap, 0, size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800218 if (mThumbnail == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000219 ALOGE("not enough memory for VideoFrame size=%u", size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800220 delete frame;
221 return NULL;
222 }
223 VideoFrame *frameCopy = static_cast<VideoFrame *>(mThumbnail->pointer());
224 frameCopy->mWidth = frame->mWidth;
225 frameCopy->mHeight = frame->mHeight;
226 frameCopy->mDisplayWidth = frame->mDisplayWidth;
227 frameCopy->mDisplayHeight = frame->mDisplayHeight;
228 frameCopy->mSize = frame->mSize;
James Dongce0feba2010-11-08 16:04:27 -0800229 frameCopy->mRotationAngle = frame->mRotationAngle;
Steve Block3856b092011-10-20 11:56:00 +0100230 ALOGV("rotation: %d", frameCopy->mRotationAngle);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800231 frameCopy->mData = (uint8_t *)frameCopy + sizeof(VideoFrame);
232 memcpy(frameCopy->mData, frame->mData, frame->mSize);
233 delete frame; // Fix memory leakage
234 return mThumbnail;
235}
236
237sp<IMemory> MetadataRetrieverClient::extractAlbumArt()
238{
Steve Block3856b092011-10-20 11:56:00 +0100239 ALOGV("extractAlbumArt");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800240 Mutex::Autolock lock(mLock);
241 mAlbumArt.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800242 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000243 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800244 return NULL;
245 }
246 MediaAlbumArt *albumArt = mRetriever->extractAlbumArt();
247 if (albumArt == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000248 ALOGE("failed to extract an album art");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800249 return NULL;
250 }
Elliott Hughesf3e80dd2014-06-10 16:55:38 -0700251 size_t size = sizeof(MediaAlbumArt) + albumArt->size();
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800252 sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient");
253 if (heap == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000254 ALOGE("failed to create MemoryDealer object");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800255 delete albumArt;
256 return NULL;
257 }
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800258 mAlbumArt = new MemoryBase(heap, 0, size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800259 if (mAlbumArt == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000260 ALOGE("not enough memory for MediaAlbumArt size=%u", size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800261 delete albumArt;
262 return NULL;
263 }
Elliott Hughesf3e80dd2014-06-10 16:55:38 -0700264 MediaAlbumArt::init((MediaAlbumArt *) mAlbumArt->pointer(),
265 albumArt->size(), albumArt->data());
266 delete albumArt; // We've taken our copy.
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800267 return mAlbumArt;
268}
269
270const char* MetadataRetrieverClient::extractMetadata(int keyCode)
271{
Steve Block3856b092011-10-20 11:56:00 +0100272 ALOGV("extractMetadata");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800273 Mutex::Autolock lock(mLock);
274 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000275 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800276 return NULL;
277 }
278 return mRetriever->extractMetadata(keyCode);
279}
280
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800281}; // namespace android