The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 1 | /* |
| 2 | ** |
| 3 | ** Copyright (C) 2008 The Android Open Source Project |
| 4 | ** |
| 5 | ** Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | ** you may not use this file except in compliance with the License. |
| 7 | ** You may obtain a copy of the License at |
| 8 | ** |
| 9 | ** http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | ** |
| 11 | ** Unless required by applicable law or agreed to in writing, software |
| 12 | ** distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | ** See the License for the specific language governing permissions and |
| 15 | ** limitations under the License. |
| 16 | */ |
| 17 | |
| 18 | //#define LOG_NDEBUG 0 |
| 19 | #define LOG_TAG "MetadataRetrieverClient" |
| 20 | #include <utils/Log.h> |
| 21 | |
| 22 | #include <sys/types.h> |
| 23 | #include <sys/stat.h> |
| 24 | #include <dirent.h> |
| 25 | #include <unistd.h> |
| 26 | |
| 27 | #include <string.h> |
| 28 | #include <cutils/atomic.h> |
Andreas Huber | 065c05e | 2010-01-04 15:02:02 -0800 | [diff] [blame] | 29 | #include <cutils/properties.h> |
Mathias Agopian | 6b3359d | 2010-01-29 17:16:30 -0800 | [diff] [blame] | 30 | #include <binder/MemoryBase.h> |
| 31 | #include <binder/MemoryHeapBase.h> |
Mathias Agopian | 7562408 | 2009-05-19 19:08:10 -0700 | [diff] [blame] | 32 | #include <binder/IPCThreadState.h> |
| 33 | #include <binder/IServiceManager.h> |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame^] | 34 | #include <media/IMediaHTTPService.h> |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 35 | #include <media/MediaMetadataRetrieverInterface.h> |
| 36 | #include <media/MediaPlayerInterface.h> |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 37 | #include <private/media/VideoFrame.h> |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 38 | #include "MidiMetadataRetriever.h" |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 39 | #include "MetadataRetrieverClient.h" |
Andreas Huber | 2a4a7d5 | 2009-10-06 16:20:44 -0700 | [diff] [blame] | 40 | #include "StagefrightMetadataRetriever.h" |
John Grossman | 44a7e42 | 2012-06-21 17:29:24 -0700 | [diff] [blame] | 41 | #include "MediaPlayerFactory.h" |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 42 | |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 43 | namespace android { |
| 44 | |
| 45 | MetadataRetrieverClient::MetadataRetrieverClient(pid_t pid) |
| 46 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 47 | ALOGV("MetadataRetrieverClient constructor pid(%d)", pid); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 48 | mPid = pid; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 49 | mThumbnail = NULL; |
| 50 | mAlbumArt = NULL; |
Jean-Baptiste Queru | 6c5b210 | 2009-03-21 11:40:18 -0700 | [diff] [blame] | 51 | mRetriever = NULL; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 52 | } |
| 53 | |
| 54 | MetadataRetrieverClient::~MetadataRetrieverClient() |
| 55 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 56 | ALOGV("MetadataRetrieverClient destructor"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 57 | disconnect(); |
| 58 | } |
| 59 | |
| 60 | status_t MetadataRetrieverClient::dump(int fd, const Vector<String16>& args) const |
| 61 | { |
| 62 | const size_t SIZE = 256; |
| 63 | char buffer[SIZE]; |
| 64 | String8 result; |
| 65 | result.append(" MetadataRetrieverClient\n"); |
James Dong | 7f7d52a | 2011-01-06 12:20:35 -0800 | [diff] [blame] | 66 | snprintf(buffer, 255, " pid(%d)\n", mPid); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 67 | result.append(buffer); |
| 68 | write(fd, result.string(), result.size()); |
| 69 | write(fd, "\n", 1); |
| 70 | return NO_ERROR; |
| 71 | } |
| 72 | |
| 73 | void MetadataRetrieverClient::disconnect() |
| 74 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 75 | ALOGV("disconnect from pid %d", mPid); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 76 | Mutex::Autolock lock(mLock); |
| 77 | mRetriever.clear(); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 78 | mThumbnail.clear(); |
| 79 | mAlbumArt.clear(); |
| 80 | IPCThreadState::self()->flushCommands(); |
| 81 | } |
| 82 | |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 83 | static sp<MediaMetadataRetrieverBase> createRetriever(player_type playerType) |
| 84 | { |
| 85 | sp<MediaMetadataRetrieverBase> p; |
| 86 | switch (playerType) { |
Andreas Huber | 47945ea | 2009-12-17 13:31:13 -0800 | [diff] [blame] | 87 | case STAGEFRIGHT_PLAYER: |
Andreas Huber | afed0e1 | 2011-09-20 15:39:58 -0700 | [diff] [blame] | 88 | case NU_PLAYER: |
Andreas Huber | 065c05e | 2010-01-04 15:02:02 -0800 | [diff] [blame] | 89 | { |
Andreas Huber | 608d77b | 2010-06-23 16:40:57 -0700 | [diff] [blame] | 90 | p = new StagefrightMetadataRetriever; |
| 91 | break; |
Andreas Huber | 065c05e | 2010-01-04 15:02:02 -0800 | [diff] [blame] | 92 | } |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 93 | case SONIVOX_PLAYER: |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 94 | ALOGV("create midi metadata retriever"); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 95 | p = new MidiMetadataRetriever(); |
| 96 | break; |
| 97 | default: |
| 98 | // TODO: |
Andreas Huber | 2a4a7d5 | 2009-10-06 16:20:44 -0700 | [diff] [blame] | 99 | // support for TEST_PLAYER |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 100 | ALOGE("player type %d is not supported", playerType); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 101 | break; |
| 102 | } |
| 103 | if (p == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 104 | ALOGE("failed to create a retriever object"); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 105 | } |
| 106 | return p; |
| 107 | } |
| 108 | |
Andreas Huber | af8791e | 2011-03-21 10:25:44 -0700 | [diff] [blame] | 109 | status_t MetadataRetrieverClient::setDataSource( |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame^] | 110 | const sp<IMediaHTTPService> &httpService, |
| 111 | const char *url, |
| 112 | const KeyedVector<String8, String8> *headers) |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 113 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 114 | ALOGV("setDataSource(%s)", url); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 115 | Mutex::Autolock lock(mLock); |
| 116 | if (url == NULL) { |
| 117 | return UNKNOWN_ERROR; |
| 118 | } |
John Grossman | 44a7e42 | 2012-06-21 17:29:24 -0700 | [diff] [blame] | 119 | |
| 120 | // When asking the MediaPlayerFactory subsystem to choose a media player for |
| 121 | // a given URL, a pointer to an outer IMediaPlayer can be passed to the |
| 122 | // factory system to be taken into consideration along with the URL. In the |
| 123 | // case of choosing an instance of a MediaPlayerBase for a |
| 124 | // MetadataRetrieverClient, there is no outer IMediaPlayer which will |
| 125 | // eventually encapsulate the result of this selection. In this case, just |
| 126 | // pass NULL to getPlayerType to indicate that there is no outer |
| 127 | // IMediaPlayer to consider during selection. |
| 128 | player_type playerType = |
| 129 | MediaPlayerFactory::getPlayerType(NULL /* client */, url); |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 130 | ALOGV("player type = %d", playerType); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 131 | sp<MediaMetadataRetrieverBase> p = createRetriever(playerType); |
| 132 | if (p == NULL) return NO_INIT; |
Andreas Huber | 1b86fe0 | 2014-01-29 11:13:26 -0800 | [diff] [blame^] | 133 | status_t ret = p->setDataSource(httpService, url, headers); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 134 | if (ret == NO_ERROR) mRetriever = p; |
| 135 | return ret; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | status_t MetadataRetrieverClient::setDataSource(int fd, int64_t offset, int64_t length) |
| 139 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 140 | ALOGV("setDataSource fd=%d, offset=%lld, length=%lld", fd, offset, length); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 141 | Mutex::Autolock lock(mLock); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 142 | struct stat sb; |
| 143 | int ret = fstat(fd, &sb); |
| 144 | if (ret != 0) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 145 | ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno)); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 146 | return BAD_VALUE; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 147 | } |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 148 | ALOGV("st_dev = %llu", sb.st_dev); |
| 149 | ALOGV("st_mode = %u", sb.st_mode); |
| 150 | ALOGV("st_uid = %lu", sb.st_uid); |
| 151 | ALOGV("st_gid = %lu", sb.st_gid); |
| 152 | ALOGV("st_size = %llu", sb.st_size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 153 | |
| 154 | if (offset >= sb.st_size) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 155 | ALOGE("offset (%lld) bigger than file size (%llu)", offset, sb.st_size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 156 | ::close(fd); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 157 | return BAD_VALUE; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 158 | } |
| 159 | if (offset + length > sb.st_size) { |
| 160 | length = sb.st_size - offset; |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 161 | ALOGV("calculated length = %lld", length); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 162 | } |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 163 | |
John Grossman | 44a7e42 | 2012-06-21 17:29:24 -0700 | [diff] [blame] | 164 | player_type playerType = |
| 165 | MediaPlayerFactory::getPlayerType(NULL /* client */, |
| 166 | fd, |
| 167 | offset, |
| 168 | length); |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 169 | ALOGV("player type = %d", playerType); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 170 | sp<MediaMetadataRetrieverBase> p = createRetriever(playerType); |
| 171 | if (p == NULL) { |
| 172 | ::close(fd); |
| 173 | return NO_INIT; |
| 174 | } |
James Dong | 7f7d52a | 2011-01-06 12:20:35 -0800 | [diff] [blame] | 175 | status_t status = p->setDataSource(fd, offset, length); |
James Dong | 148c1a2 | 2009-09-06 14:29:45 -0700 | [diff] [blame] | 176 | if (status == NO_ERROR) mRetriever = p; |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 177 | ::close(fd); |
| 178 | return status; |
| 179 | } |
| 180 | |
James Dong | 16afe2f | 2010-12-02 17:42:08 -0800 | [diff] [blame] | 181 | sp<IMemory> MetadataRetrieverClient::getFrameAtTime(int64_t timeUs, int option) |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 182 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 183 | ALOGV("getFrameAtTime: time(%lld us) option(%d)", timeUs, option); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 184 | Mutex::Autolock lock(mLock); |
| 185 | mThumbnail.clear(); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 186 | if (mRetriever == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 187 | ALOGE("retriever is not initialized"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 188 | return NULL; |
| 189 | } |
James Dong | 16afe2f | 2010-12-02 17:42:08 -0800 | [diff] [blame] | 190 | VideoFrame *frame = mRetriever->getFrameAtTime(timeUs, option); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 191 | if (frame == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 192 | ALOGE("failed to capture a video frame"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 193 | return NULL; |
| 194 | } |
| 195 | size_t size = sizeof(VideoFrame) + frame->mSize; |
Mathias Agopian | 6b3359d | 2010-01-29 17:16:30 -0800 | [diff] [blame] | 196 | sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient"); |
| 197 | if (heap == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 198 | ALOGE("failed to create MemoryDealer"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 199 | delete frame; |
| 200 | return NULL; |
| 201 | } |
Mathias Agopian | 6b3359d | 2010-01-29 17:16:30 -0800 | [diff] [blame] | 202 | mThumbnail = new MemoryBase(heap, 0, size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 203 | if (mThumbnail == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 204 | ALOGE("not enough memory for VideoFrame size=%u", size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 205 | delete frame; |
| 206 | return NULL; |
| 207 | } |
| 208 | VideoFrame *frameCopy = static_cast<VideoFrame *>(mThumbnail->pointer()); |
| 209 | frameCopy->mWidth = frame->mWidth; |
| 210 | frameCopy->mHeight = frame->mHeight; |
| 211 | frameCopy->mDisplayWidth = frame->mDisplayWidth; |
| 212 | frameCopy->mDisplayHeight = frame->mDisplayHeight; |
| 213 | frameCopy->mSize = frame->mSize; |
James Dong | ce0feba | 2010-11-08 16:04:27 -0800 | [diff] [blame] | 214 | frameCopy->mRotationAngle = frame->mRotationAngle; |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 215 | ALOGV("rotation: %d", frameCopy->mRotationAngle); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 216 | frameCopy->mData = (uint8_t *)frameCopy + sizeof(VideoFrame); |
| 217 | memcpy(frameCopy->mData, frame->mData, frame->mSize); |
| 218 | delete frame; // Fix memory leakage |
| 219 | return mThumbnail; |
| 220 | } |
| 221 | |
| 222 | sp<IMemory> MetadataRetrieverClient::extractAlbumArt() |
| 223 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 224 | ALOGV("extractAlbumArt"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 225 | Mutex::Autolock lock(mLock); |
| 226 | mAlbumArt.clear(); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 227 | if (mRetriever == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 228 | ALOGE("retriever is not initialized"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 229 | return NULL; |
| 230 | } |
| 231 | MediaAlbumArt *albumArt = mRetriever->extractAlbumArt(); |
| 232 | if (albumArt == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 233 | ALOGE("failed to extract an album art"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 234 | return NULL; |
| 235 | } |
| 236 | size_t size = sizeof(MediaAlbumArt) + albumArt->mSize; |
Mathias Agopian | 6b3359d | 2010-01-29 17:16:30 -0800 | [diff] [blame] | 237 | sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient"); |
| 238 | if (heap == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 239 | ALOGE("failed to create MemoryDealer object"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 240 | delete albumArt; |
| 241 | return NULL; |
| 242 | } |
Mathias Agopian | 6b3359d | 2010-01-29 17:16:30 -0800 | [diff] [blame] | 243 | mAlbumArt = new MemoryBase(heap, 0, size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 244 | if (mAlbumArt == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 245 | ALOGE("not enough memory for MediaAlbumArt size=%u", size); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 246 | delete albumArt; |
| 247 | return NULL; |
| 248 | } |
| 249 | MediaAlbumArt *albumArtCopy = static_cast<MediaAlbumArt *>(mAlbumArt->pointer()); |
| 250 | albumArtCopy->mSize = albumArt->mSize; |
| 251 | albumArtCopy->mData = (uint8_t *)albumArtCopy + sizeof(MediaAlbumArt); |
| 252 | memcpy(albumArtCopy->mData, albumArt->mData, albumArt->mSize); |
| 253 | delete albumArt; // Fix memory leakage |
| 254 | return mAlbumArt; |
| 255 | } |
| 256 | |
| 257 | const char* MetadataRetrieverClient::extractMetadata(int keyCode) |
| 258 | { |
Steve Block | 3856b09 | 2011-10-20 11:56:00 +0100 | [diff] [blame] | 259 | ALOGV("extractMetadata"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 260 | Mutex::Autolock lock(mLock); |
| 261 | if (mRetriever == NULL) { |
Steve Block | 29357bc | 2012-01-06 19:20:56 +0000 | [diff] [blame] | 262 | ALOGE("retriever is not initialized"); |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 263 | return NULL; |
| 264 | } |
| 265 | return mRetriever->extractMetadata(keyCode); |
| 266 | } |
| 267 | |
The Android Open Source Project | 7b5eb02 | 2008-12-17 18:05:43 -0800 | [diff] [blame] | 268 | }; // namespace android |