blob: 2ffd7759e099f9a366eb9efea673784b85ed61a9 [file] [log] [blame]
Jerry Zhang487be612016-10-24 12:10:41 -07001/*
2 * Copyright (C) 2016 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <android-base/logging.h>
18#include <android-base/properties.h>
Jerry Zhangdf69dd32017-05-03 17:17:49 -070019#include <asyncio/AsyncIO.h>
Jerry Zhang487be612016-10-24 12:10:41 -070020#include <dirent.h>
21#include <errno.h>
22#include <fcntl.h>
Jerry Zhangdf69dd32017-05-03 17:17:49 -070023#include <memory>
Jerry Zhang487be612016-10-24 12:10:41 -070024#include <stdio.h>
25#include <stdlib.h>
26#include <string.h>
Jerry Zhangdf69dd32017-05-03 17:17:49 -070027#include <sys/eventfd.h>
Jerry Zhang487be612016-10-24 12:10:41 -070028#include <sys/ioctl.h>
Jerry Zhange9d94422017-01-18 12:03:56 -080029#include <sys/mman.h>
Jerry Zhangdf69dd32017-05-03 17:17:49 -070030#include <sys/poll.h>
Jerry Zhang487be612016-10-24 12:10:41 -070031#include <sys/stat.h>
32#include <sys/types.h>
33#include <unistd.h>
Jerry Zhang487be612016-10-24 12:10:41 -070034
Jerry Zhangdf69dd32017-05-03 17:17:49 -070035#include "PosixAsyncIO.h"
Jerry Zhang69b74502017-10-02 16:26:37 -070036#include "MtpDescriptors.h"
Jerry Zhang487be612016-10-24 12:10:41 -070037#include "MtpFfsHandle.h"
Jerry Zhangcc9d0fd2017-01-27 10:29:59 -080038#include "mtp.h"
Jerry Zhang487be612016-10-24 12:10:41 -070039
Jerry Zhang487be612016-10-24 12:10:41 -070040namespace {
41
Jerry Zhangdf69dd32017-05-03 17:17:49 -070042constexpr unsigned AIO_BUFS_MAX = 128;
43constexpr unsigned AIO_BUF_LEN = 16384;
Jerry Zhang487be612016-10-24 12:10:41 -070044
Jerry Zhangdf69dd32017-05-03 17:17:49 -070045constexpr unsigned FFS_NUM_EVENTS = 5;
Jerry Zhang487be612016-10-24 12:10:41 -070046
Jerry Zhangdf69dd32017-05-03 17:17:49 -070047constexpr unsigned MAX_FILE_CHUNK_SIZE = AIO_BUFS_MAX * AIO_BUF_LEN;
Jerry Zhangb4f54262017-02-02 18:14:33 -080048
Jerry Zhangdf69dd32017-05-03 17:17:49 -070049constexpr uint32_t MAX_MTP_FILE_SIZE = 0xFFFFFFFF;
James Weif2388b32018-12-18 17:39:58 +080050// Note: POLL_TIMEOUT_MS = 0 means return immediately i.e. no sleep.
51// And this will cause high CPU usage.
52constexpr int32_t POLL_TIMEOUT_MS = 500;
Jerry Zhang487be612016-10-24 12:10:41 -070053
Jerry Zhangdf69dd32017-05-03 17:17:49 -070054struct timespec ZERO_TIMEOUT = { 0, 0 };
Jerry Zhangb4f54262017-02-02 18:14:33 -080055
Jerry Zhangdf69dd32017-05-03 17:17:49 -070056struct mtp_device_status {
57 uint16_t wLength;
58 uint16_t wCode;
59};
60
Jerry Zhang487be612016-10-24 12:10:41 -070061} // anonymous namespace
62
63namespace android {
64
Jerry Zhangdf69dd32017-05-03 17:17:49 -070065int MtpFfsHandle::getPacketSize(int ffs_fd) {
66 struct usb_endpoint_descriptor desc;
67 if (ioctl(ffs_fd, FUNCTIONFS_ENDPOINT_DESC, reinterpret_cast<unsigned long>(&desc))) {
68 PLOG(ERROR) << "Could not get FFS bulk-in descriptor";
69 return MAX_PACKET_SIZE_HS;
70 } else {
71 return desc.wMaxPacketSize;
72 }
73}
74
Jerry Zhang63dac452017-12-06 15:19:36 -080075MtpFfsHandle::MtpFfsHandle(int controlFd) {
76 mControl.reset(controlFd);
Ray Chibd3a6492021-06-01 16:40:33 +080077 mBatchCancel = android::base::GetBoolProperty("sys.usb.mtp.batchcancel", false);
Jerry Zhang63dac452017-12-06 15:19:36 -080078}
Jerry Zhang487be612016-10-24 12:10:41 -070079
80MtpFfsHandle::~MtpFfsHandle() {}
81
82void MtpFfsHandle::closeEndpoints() {
83 mIntr.reset();
84 mBulkIn.reset();
85 mBulkOut.reset();
86}
87
Jerry Zhang63dac452017-12-06 15:19:36 -080088bool MtpFfsHandle::openEndpoints(bool ptp) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -070089 if (mBulkIn < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -080090 mBulkIn.reset(TEMP_FAILURE_RETRY(open(ptp ? FFS_PTP_EP_IN : FFS_MTP_EP_IN, O_RDWR)));
Jerry Zhangdf69dd32017-05-03 17:17:49 -070091 if (mBulkIn < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -080092 PLOG(ERROR) << (ptp ? FFS_PTP_EP_IN : FFS_MTP_EP_IN) << ": cannot open bulk in ep";
Jerry Zhangdf69dd32017-05-03 17:17:49 -070093 return false;
94 }
95 }
96
97 if (mBulkOut < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -080098 mBulkOut.reset(TEMP_FAILURE_RETRY(open(ptp ? FFS_PTP_EP_OUT : FFS_MTP_EP_OUT, O_RDWR)));
Jerry Zhangdf69dd32017-05-03 17:17:49 -070099 if (mBulkOut < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -0800100 PLOG(ERROR) << (ptp ? FFS_PTP_EP_OUT : FFS_MTP_EP_OUT) << ": cannot open bulk out ep";
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700101 return false;
102 }
103 }
104
105 if (mIntr < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -0800106 mIntr.reset(TEMP_FAILURE_RETRY(open(ptp ? FFS_PTP_EP_INTR : FFS_MTP_EP_INTR, O_RDWR)));
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700107 if (mIntr < 0) {
Jerry Zhang63dac452017-12-06 15:19:36 -0800108 PLOG(ERROR) << (ptp ? FFS_PTP_EP_INTR : FFS_MTP_EP_INTR) << ": cannot open intr ep";
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700109 return false;
110 }
111 }
112 return true;
113}
114
115void MtpFfsHandle::advise(int fd) {
116 for (unsigned i = 0; i < NUM_IO_BUFS; i++) {
117 if (posix_madvise(mIobuf[i].bufs.data(), MAX_FILE_CHUNK_SIZE,
Chih-Hung Hsiehb6409542020-04-21 11:41:49 -0700118 POSIX_MADV_SEQUENTIAL | POSIX_MADV_WILLNEED) != 0)
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700119 PLOG(ERROR) << "Failed to madvise";
120 }
121 if (posix_fadvise(fd, 0, 0,
Chih-Hung Hsiehb6409542020-04-21 11:41:49 -0700122 POSIX_FADV_SEQUENTIAL | POSIX_FADV_NOREUSE | POSIX_FADV_WILLNEED) != 0)
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700123 PLOG(ERROR) << "Failed to fadvise";
124}
125
Jerry Zhang63dac452017-12-06 15:19:36 -0800126bool MtpFfsHandle::writeDescriptors(bool ptp) {
127 return ::android::writeDescriptors(mControl, ptp);
Jerry Zhang487be612016-10-24 12:10:41 -0700128}
129
130void MtpFfsHandle::closeConfig() {
131 mControl.reset();
132}
133
Jerry Zhang297912b2018-05-11 11:29:54 -0700134int MtpFfsHandle::doAsync(void* data, size_t len, bool read, bool zero_packet) {
135 struct io_event ioevs[AIO_BUFS_MAX];
136 size_t total = 0;
137
138 while (total < len) {
139 size_t this_len = std::min(len - total, static_cast<size_t>(AIO_BUF_LEN * AIO_BUFS_MAX));
140 int num_bufs = this_len / AIO_BUF_LEN + (this_len % AIO_BUF_LEN == 0 ? 0 : 1);
141 for (int i = 0; i < num_bufs; i++) {
142 mIobuf[0].buf[i] = reinterpret_cast<unsigned char*>(data) + total + i * AIO_BUF_LEN;
143 }
144 int ret = iobufSubmit(&mIobuf[0], read ? mBulkOut : mBulkIn, this_len, read);
145 if (ret < 0) return -1;
146 ret = waitEvents(&mIobuf[0], ret, ioevs, nullptr);
147 if (ret < 0) return -1;
148 total += ret;
149 if (static_cast<size_t>(ret) < this_len) break;
Jerry Zhang487be612016-10-24 12:10:41 -0700150 }
Jerry Zhang297912b2018-05-11 11:29:54 -0700151
152 int packet_size = getPacketSize(read ? mBulkOut : mBulkIn);
153 if (len % packet_size == 0 && zero_packet) {
154 int ret = iobufSubmit(&mIobuf[0], read ? mBulkOut : mBulkIn, 0, read);
155 if (ret < 0) return -1;
156 ret = waitEvents(&mIobuf[0], ret, ioevs, nullptr);
157 if (ret < 0) return -1;
158 }
159
160 for (unsigned i = 0; i < AIO_BUFS_MAX; i++) {
161 mIobuf[0].buf[i] = mIobuf[0].bufs.data() + i * AIO_BUF_LEN;
162 }
163 return total;
Jerry Zhang487be612016-10-24 12:10:41 -0700164}
165
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700166int MtpFfsHandle::read(void* data, size_t len) {
Jerry Zhang297912b2018-05-11 11:29:54 -0700167 // Zero packets are handled by receiveFile()
168 return doAsync(data, len, true, false);
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700169}
170
171int MtpFfsHandle::write(const void* data, size_t len) {
Jerry Zhang297912b2018-05-11 11:29:54 -0700172 return doAsync(const_cast<void*>(data), len, false, true);
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700173}
174
175int MtpFfsHandle::handleEvent() {
176
177 std::vector<usb_functionfs_event> events(FFS_NUM_EVENTS);
178 usb_functionfs_event *event = events.data();
179 int nbytes = TEMP_FAILURE_RETRY(::read(mControl, event,
180 events.size() * sizeof(usb_functionfs_event)));
181 if (nbytes == -1) {
182 return -1;
183 }
Jerry Zhang487be612016-10-24 12:10:41 -0700184 int ret = 0;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700185 for (size_t n = nbytes / sizeof *event; n; --n, ++event) {
186 switch (event->type) {
187 case FUNCTIONFS_BIND:
188 case FUNCTIONFS_ENABLE:
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700189 ret = 0;
190 errno = 0;
Jerry Zhang487be612016-10-24 12:10:41 -0700191 break;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700192 case FUNCTIONFS_UNBIND:
193 case FUNCTIONFS_DISABLE:
194 errno = ESHUTDOWN;
195 ret = -1;
Jerry Zhang487be612016-10-24 12:10:41 -0700196 break;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700197 case FUNCTIONFS_SETUP:
198 if (handleControlRequest(&event->u.setup) == -1)
199 ret = -1;
200 break;
Jerry Zhang63dac452017-12-06 15:19:36 -0800201 case FUNCTIONFS_SUSPEND:
202 case FUNCTIONFS_RESUME:
203 break;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700204 default:
205 LOG(ERROR) << "Mtp Event " << event->type << " (unknown)";
206 }
Jerry Zhang487be612016-10-24 12:10:41 -0700207 }
208 return ret;
209}
210
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700211int MtpFfsHandle::handleControlRequest(const struct usb_ctrlrequest *setup) {
212 uint8_t type = setup->bRequestType;
213 uint8_t code = setup->bRequest;
214 uint16_t length = setup->wLength;
215 uint16_t index = setup->wIndex;
216 uint16_t value = setup->wValue;
217 std::vector<char> buf;
218 buf.resize(length);
Jerry Zhang487be612016-10-24 12:10:41 -0700219
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700220 if (!(type & USB_DIR_IN)) {
221 if (::read(mControl, buf.data(), length) != length) {
222 PLOG(ERROR) << "Mtp error ctrlreq read data";
223 }
224 }
225
226 if ((type & USB_TYPE_MASK) == USB_TYPE_CLASS && index == 0 && value == 0) {
227 switch(code) {
228 case MTP_REQ_RESET:
229 case MTP_REQ_CANCEL:
230 errno = ECANCELED;
James Weid97d79c2018-09-25 23:24:27 +0800231 return -1;
232 // break;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700233 case MTP_REQ_GET_DEVICE_STATUS:
234 {
235 if (length < sizeof(struct mtp_device_status) + 4) {
236 errno = EINVAL;
237 return -1;
238 }
239 struct mtp_device_status *st = reinterpret_cast<struct mtp_device_status*>(buf.data());
240 st->wLength = htole16(sizeof(st));
241 if (mCanceled) {
242 st->wLength += 4;
243 st->wCode = MTP_RESPONSE_TRANSACTION_CANCELLED;
244 uint16_t *endpoints = reinterpret_cast<uint16_t*>(st + 1);
245 endpoints[0] = ioctl(mBulkIn, FUNCTIONFS_ENDPOINT_REVMAP);
246 endpoints[1] = ioctl(mBulkOut, FUNCTIONFS_ENDPOINT_REVMAP);
247 mCanceled = false;
248 } else {
249 st->wCode = MTP_RESPONSE_OK;
250 }
251 length = st->wLength;
252 break;
253 }
254 default:
255 LOG(ERROR) << "Unrecognized Mtp class request! " << code;
256 }
257 } else {
258 LOG(ERROR) << "Unrecognized request type " << type;
259 }
260
261 if (type & USB_DIR_IN) {
262 if (::write(mControl, buf.data(), length) != length) {
263 PLOG(ERROR) << "Mtp error ctrlreq write data";
264 }
265 }
266 return 0;
Jerry Zhang487be612016-10-24 12:10:41 -0700267}
268
Jerry Zhang63dac452017-12-06 15:19:36 -0800269int MtpFfsHandle::start(bool ptp) {
270 if (!openEndpoints(ptp))
Jerry Zhangcc9d0fd2017-01-27 10:29:59 -0800271 return -1;
Jerry Zhangcc9d0fd2017-01-27 10:29:59 -0800272
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700273 for (unsigned i = 0; i < NUM_IO_BUFS; i++) {
274 mIobuf[i].bufs.resize(MAX_FILE_CHUNK_SIZE);
275 mIobuf[i].iocb.resize(AIO_BUFS_MAX);
276 mIobuf[i].iocbs.resize(AIO_BUFS_MAX);
277 mIobuf[i].buf.resize(AIO_BUFS_MAX);
278 for (unsigned j = 0; j < AIO_BUFS_MAX; j++) {
279 mIobuf[i].buf[j] = mIobuf[i].bufs.data() + j * AIO_BUF_LEN;
280 mIobuf[i].iocb[j] = &mIobuf[i].iocbs[j];
Jerry Zhangcc9d0fd2017-01-27 10:29:59 -0800281 }
282 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700283
284 memset(&mCtx, 0, sizeof(mCtx));
285 if (io_setup(AIO_BUFS_MAX, &mCtx) < 0) {
286 PLOG(ERROR) << "unable to setup aio";
287 return -1;
288 }
289 mEventFd.reset(eventfd(0, EFD_NONBLOCK));
290 mPollFds[0].fd = mControl;
291 mPollFds[0].events = POLLIN;
292 mPollFds[1].fd = mEventFd;
293 mPollFds[1].events = POLLIN;
294
295 mCanceled = false;
Jerry Zhangb4f54262017-02-02 18:14:33 -0800296 return 0;
Jerry Zhang487be612016-10-24 12:10:41 -0700297}
298
Jerry Zhang487be612016-10-24 12:10:41 -0700299void MtpFfsHandle::close() {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700300 io_destroy(mCtx);
Jerry Zhang487be612016-10-24 12:10:41 -0700301 closeEndpoints();
Jerry Zhang63dac452017-12-06 15:19:36 -0800302 closeConfig();
Jerry Zhang487be612016-10-24 12:10:41 -0700303}
304
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700305int MtpFfsHandle::waitEvents(struct io_buffer *buf, int min_events, struct io_event *events,
306 int *counter) {
307 int num_events = 0;
308 int ret = 0;
309 int error = 0;
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700310
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700311 while (num_events < min_events) {
James Weif2388b32018-12-18 17:39:58 +0800312 if (poll(mPollFds, 2, POLL_TIMEOUT_MS) == -1) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700313 PLOG(ERROR) << "Mtp error during poll()";
314 return -1;
315 }
316 if (mPollFds[0].revents & POLLIN) {
317 mPollFds[0].revents = 0;
318 if (handleEvent() == -1) {
319 error = errno;
320 }
321 }
322 if (mPollFds[1].revents & POLLIN) {
323 mPollFds[1].revents = 0;
324 uint64_t ev_cnt = 0;
325
326 if (::read(mEventFd, &ev_cnt, sizeof(ev_cnt)) == -1) {
327 PLOG(ERROR) << "Mtp unable to read eventfd";
328 error = errno;
329 continue;
330 }
331
332 // It's possible that io_getevents will return more events than the eventFd reported,
333 // since events may appear in the time between the calls. In this case, the eventFd will
334 // show up as readable next iteration, but there will be fewer or no events to actually
335 // wait for. Thus we never want io_getevents to block.
336 int this_events = TEMP_FAILURE_RETRY(io_getevents(mCtx, 0, AIO_BUFS_MAX, events, &ZERO_TIMEOUT));
337 if (this_events == -1) {
338 PLOG(ERROR) << "Mtp error getting events";
339 error = errno;
340 }
341 // Add up the total amount of data and find errors on the way.
342 for (unsigned j = 0; j < static_cast<unsigned>(this_events); j++) {
343 if (events[j].res < 0) {
344 errno = -events[j].res;
345 PLOG(ERROR) << "Mtp got error event at " << j << " and " << buf->actual << " total";
346 error = errno;
347 }
348 ret += events[j].res;
349 }
350 num_events += this_events;
351 if (counter)
352 *counter += this_events;
353 }
354 if (error) {
355 errno = error;
356 ret = -1;
357 break;
358 }
359 }
360 return ret;
361}
362
363void MtpFfsHandle::cancelTransaction() {
364 // Device cancels by stalling both bulk endpoints.
365 if (::read(mBulkIn, nullptr, 0) != -1 || errno != EBADMSG)
366 PLOG(ERROR) << "Mtp stall failed on bulk in";
367 if (::write(mBulkOut, nullptr, 0) != -1 || errno != EBADMSG)
368 PLOG(ERROR) << "Mtp stall failed on bulk out";
369 mCanceled = true;
370 errno = ECANCELED;
371}
372
373int MtpFfsHandle::cancelEvents(struct iocb **iocb, struct io_event *events, unsigned start,
Ray Chibd3a6492021-06-01 16:40:33 +0800374 unsigned end, bool is_batch_cancel) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700375 // Some manpages for io_cancel are out of date and incorrect.
376 // io_cancel will return -EINPROGRESS on success and does
377 // not place the event in the given memory. We have to use
378 // io_getevents to wait for all the events we cancelled.
379 int ret = 0;
380 unsigned num_events = 0;
381 int save_errno = errno;
382 errno = 0;
383
384 for (unsigned j = start; j < end; j++) {
385 if (io_cancel(mCtx, iocb[j], nullptr) != -1 || errno != EINPROGRESS) {
386 PLOG(ERROR) << "Mtp couldn't cancel request " << j;
387 } else {
388 num_events++;
389 }
Ray Chibd3a6492021-06-01 16:40:33 +0800390 if (is_batch_cancel && num_events == 1) {
391 num_events = end - start;
392 break;
393 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700394 }
395 if (num_events != end - start) {
396 ret = -1;
397 errno = EIO;
398 }
399 int evs = TEMP_FAILURE_RETRY(io_getevents(mCtx, num_events, AIO_BUFS_MAX, events, nullptr));
400 if (static_cast<unsigned>(evs) != num_events) {
401 PLOG(ERROR) << "Mtp couldn't cancel all requests, got " << evs;
402 ret = -1;
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700403 }
Jerry Zhang487be612016-10-24 12:10:41 -0700404
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700405 uint64_t ev_cnt = 0;
406 if (num_events && ::read(mEventFd, &ev_cnt, sizeof(ev_cnt)) == -1)
407 PLOG(ERROR) << "Mtp Unable to read event fd";
408
409 if (ret == 0) {
410 // Restore errno since it probably got overriden with EINPROGRESS.
411 errno = save_errno;
412 }
413 return ret;
414}
415
416int MtpFfsHandle::iobufSubmit(struct io_buffer *buf, int fd, unsigned length, bool read) {
417 int ret = 0;
418 buf->actual = AIO_BUFS_MAX;
419 for (unsigned j = 0; j < AIO_BUFS_MAX; j++) {
420 unsigned rq_length = std::min(AIO_BUF_LEN, length - AIO_BUF_LEN * j);
421 io_prep(buf->iocb[j], fd, buf->buf[j], rq_length, 0, read);
422 buf->iocb[j]->aio_flags |= IOCB_FLAG_RESFD;
423 buf->iocb[j]->aio_resfd = mEventFd;
424
425 // Not enough data, so table is truncated.
426 if (rq_length < AIO_BUF_LEN || length == AIO_BUF_LEN * (j + 1)) {
427 buf->actual = j + 1;
428 break;
429 }
430 }
431
432 ret = io_submit(mCtx, buf->actual, buf->iocb.data());
433 if (ret != static_cast<int>(buf->actual)) {
434 PLOG(ERROR) << "Mtp io_submit got " << ret << " expected " << buf->actual;
435 if (ret != -1) {
436 errno = EIO;
437 }
438 ret = -1;
439 }
440 return ret;
441}
442
443int MtpFfsHandle::receiveFile(mtp_file_range mfr, bool zero_packet) {
444 // When receiving files, the incoming length is given in 32 bits.
445 // A >=4G file is given as 0xFFFFFFFF
446 uint32_t file_length = mfr.length;
447 uint64_t offset = mfr.offset;
Jerry Zhang487be612016-10-24 12:10:41 -0700448
449 struct aiocb aio;
450 aio.aio_fildes = mfr.fd;
451 aio.aio_buf = nullptr;
452 struct aiocb *aiol[] = {&aio};
Jerry Zhang487be612016-10-24 12:10:41 -0700453
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700454 int ret = -1;
455 unsigned i = 0;
456 size_t length;
457 struct io_event ioevs[AIO_BUFS_MAX];
458 bool has_write = false;
459 bool error = false;
460 bool write_error = false;
461 int packet_size = getPacketSize(mBulkOut);
462 bool short_packet = false;
463 advise(mfr.fd);
Jerry Zhang487be612016-10-24 12:10:41 -0700464
465 // Break down the file into pieces that fit in buffers
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700466 while (file_length > 0 || has_write) {
467 // Queue an asynchronous read from USB.
Jerry Zhang487be612016-10-24 12:10:41 -0700468 if (file_length > 0) {
469 length = std::min(static_cast<uint32_t>(MAX_FILE_CHUNK_SIZE), file_length);
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700470 if (iobufSubmit(&mIobuf[i], mBulkOut, length, true) == -1)
471 error = true;
Jerry Zhang487be612016-10-24 12:10:41 -0700472 }
473
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700474 // Get the return status of the last write request.
475 if (has_write) {
Jerry Zhang487be612016-10-24 12:10:41 -0700476 aio_suspend(aiol, 1, nullptr);
Jerry Zhang487be612016-10-24 12:10:41 -0700477 int written = aio_return(&aio);
Jerry Zhang487be612016-10-24 12:10:41 -0700478 if (static_cast<size_t>(written) < aio.aio_nbytes) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700479 errno = written == -1 ? aio_error(&aio) : EIO;
480 PLOG(ERROR) << "Mtp error writing to disk";
481 write_error = true;
Jerry Zhang487be612016-10-24 12:10:41 -0700482 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700483 has_write = false;
Jerry Zhang487be612016-10-24 12:10:41 -0700484 }
485
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700486 if (error) {
Jerry Zhang7063c932017-04-04 15:06:10 -0700487 return -1;
488 }
489
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700490 // Get the result of the read request, and queue a write to disk.
491 if (file_length > 0) {
492 unsigned num_events = 0;
493 ret = 0;
494 unsigned short_i = mIobuf[i].actual;
495 while (num_events < short_i) {
496 // Get all events up to the short read, if there is one.
497 // We must wait for each event since data transfer could end at any time.
498 int this_events = 0;
499 int event_ret = waitEvents(&mIobuf[i], 1, ioevs, &this_events);
500 num_events += this_events;
501
502 if (event_ret == -1) {
Ray Chibd3a6492021-06-01 16:40:33 +0800503 cancelEvents(mIobuf[i].iocb.data(), ioevs, num_events, mIobuf[i].actual,
504 mBatchCancel);
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700505 return -1;
506 }
507 ret += event_ret;
508 for (int j = 0; j < this_events; j++) {
509 // struct io_event contains a pointer to the associated struct iocb as a __u64.
510 if (static_cast<__u64>(ioevs[j].res) <
511 reinterpret_cast<struct iocb*>(ioevs[j].obj)->aio_nbytes) {
512 // We've found a short event. Store the index since
513 // events won't necessarily arrive in the order they are queued.
514 short_i = (ioevs[j].obj - reinterpret_cast<uint64_t>(mIobuf[i].iocbs.data()))
515 / sizeof(struct iocb) + 1;
516 short_packet = true;
517 }
518 }
519 }
520 if (short_packet) {
Ray Chi3f658d22021-06-23 12:19:38 +0800521 if (cancelEvents(mIobuf[i].iocb.data(), ioevs, short_i, mIobuf[i].actual,
522 mBatchCancel)) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700523 write_error = true;
524 }
525 }
Jerry Zhang487be612016-10-24 12:10:41 -0700526 if (file_length == MAX_MTP_FILE_SIZE) {
527 // For larger files, receive until a short packet is received.
528 if (static_cast<size_t>(ret) < length) {
529 file_length = 0;
530 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700531 } else if (ret < static_cast<int>(length)) {
532 // If file is less than 4G and we get a short packet, it's an error.
533 errno = EIO;
534 LOG(ERROR) << "Mtp got unexpected short packet";
535 return -1;
Jerry Zhang487be612016-10-24 12:10:41 -0700536 } else {
537 file_length -= ret;
538 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700539
540 if (write_error) {
541 cancelTransaction();
542 return -1;
543 }
544
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700545 // Enqueue a new write request
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700546 aio_prepare(&aio, mIobuf[i].bufs.data(), ret, offset);
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700547 aio_write(&aio);
Jerry Zhang487be612016-10-24 12:10:41 -0700548
549 offset += ret;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700550 i = (i + 1) % NUM_IO_BUFS;
551 has_write = true;
Jerry Zhang487be612016-10-24 12:10:41 -0700552 }
553 }
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700554 if ((ret % packet_size == 0 && !short_packet) || zero_packet) {
555 // Receive an empty packet if size is a multiple of the endpoint size
556 // and we didn't already get an empty packet from the header or large file.
557 if (read(mIobuf[0].bufs.data(), packet_size) != 0) {
Jerry Zhang54107562017-05-15 11:54:19 -0700558 return -1;
559 }
560 }
Jerry Zhang487be612016-10-24 12:10:41 -0700561 return 0;
562}
563
Jerry Zhang487be612016-10-24 12:10:41 -0700564int MtpFfsHandle::sendFile(mtp_file_range mfr) {
565 uint64_t file_length = mfr.length;
566 uint32_t given_length = std::min(static_cast<uint64_t>(MAX_MTP_FILE_SIZE),
567 file_length + sizeof(mtp_data_header));
Jerry Zhang44180302017-02-03 16:31:31 -0800568 uint64_t offset = mfr.offset;
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700569 int packet_size = getPacketSize(mBulkIn);
Jerry Zhang487be612016-10-24 12:10:41 -0700570
Jerry Zhang44180302017-02-03 16:31:31 -0800571 // If file_length is larger than a size_t, truncating would produce the wrong comparison.
572 // Instead, promote the left side to 64 bits, then truncate the small result.
573 int init_read_len = std::min(
574 static_cast<uint64_t>(packet_size - sizeof(mtp_data_header)), file_length);
Jerry Zhang487be612016-10-24 12:10:41 -0700575
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700576 advise(mfr.fd);
Jerry Zhange9d94422017-01-18 12:03:56 -0800577
Jerry Zhang487be612016-10-24 12:10:41 -0700578 struct aiocb aio;
579 aio.aio_fildes = mfr.fd;
580 struct aiocb *aiol[] = {&aio};
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700581 int ret = 0;
582 int length, num_read;
583 unsigned i = 0;
584 struct io_event ioevs[AIO_BUFS_MAX];
585 bool error = false;
586 bool has_write = false;
Jerry Zhang487be612016-10-24 12:10:41 -0700587
588 // Send the header data
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700589 mtp_data_header *header = reinterpret_cast<mtp_data_header*>(mIobuf[0].bufs.data());
590 header->length = htole32(given_length);
591 header->type = htole16(2); // data packet
592 header->command = htole16(mfr.command);
593 header->transaction_id = htole32(mfr.transaction_id);
Jerry Zhang487be612016-10-24 12:10:41 -0700594
595 // Some hosts don't support header/data separation even though MTP allows it
596 // Handle by filling first packet with initial file data
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700597 if (TEMP_FAILURE_RETRY(pread(mfr.fd, mIobuf[0].bufs.data() +
Jerry Zhang487be612016-10-24 12:10:41 -0700598 sizeof(mtp_data_header), init_read_len, offset))
599 != init_read_len) return -1;
Jerry Zhang297912b2018-05-11 11:29:54 -0700600 if (doAsync(mIobuf[0].bufs.data(), sizeof(mtp_data_header) + init_read_len,
601 false, false /* zlps are handled below */) == -1)
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700602 return -1;
Jerry Zhang487be612016-10-24 12:10:41 -0700603 file_length -= init_read_len;
604 offset += init_read_len;
Jerry Zhang54107562017-05-15 11:54:19 -0700605 ret = init_read_len + sizeof(mtp_data_header);
Jerry Zhang487be612016-10-24 12:10:41 -0700606
Jerry Zhang487be612016-10-24 12:10:41 -0700607 // Break down the file into pieces that fit in buffers
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700608 while(file_length > 0 || has_write) {
609 if (file_length > 0) {
610 // Queue up a read from disk.
611 length = std::min(static_cast<uint64_t>(MAX_FILE_CHUNK_SIZE), file_length);
612 aio_prepare(&aio, mIobuf[i].bufs.data(), length, offset);
613 aio_read(&aio);
Jerry Zhang487be612016-10-24 12:10:41 -0700614 }
615
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700616 if (has_write) {
617 // Wait for usb write. Cancel unwritten portion if there's an error.
618 int num_events = 0;
619 if (waitEvents(&mIobuf[(i-1)%NUM_IO_BUFS], mIobuf[(i-1)%NUM_IO_BUFS].actual, ioevs,
620 &num_events) != ret) {
621 error = true;
622 cancelEvents(mIobuf[(i-1)%NUM_IO_BUFS].iocb.data(), ioevs, num_events,
Ray Chibd3a6492021-06-01 16:40:33 +0800623 mIobuf[(i-1)%NUM_IO_BUFS].actual, false);
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700624 }
625 has_write = false;
Jerry Zhang7063c932017-04-04 15:06:10 -0700626 }
627
Jerry Zhang487be612016-10-24 12:10:41 -0700628 if (file_length > 0) {
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700629 // Wait for the previous read to finish
630 aio_suspend(aiol, 1, nullptr);
631 num_read = aio_return(&aio);
632 if (static_cast<size_t>(num_read) < aio.aio_nbytes) {
633 errno = num_read == -1 ? aio_error(&aio) : EIO;
634 PLOG(ERROR) << "Mtp error reading from disk";
635 cancelTransaction();
636 return -1;
637 }
638
639 file_length -= num_read;
640 offset += num_read;
641
642 if (error) {
643 return -1;
644 }
645
646 // Queue up a write to usb.
647 if (iobufSubmit(&mIobuf[i], mBulkIn, num_read, false) == -1) {
648 return -1;
649 }
650 has_write = true;
651 ret = num_read;
Jerry Zhang487be612016-10-24 12:10:41 -0700652 }
653
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700654 i = (i + 1) % NUM_IO_BUFS;
Jerry Zhang487be612016-10-24 12:10:41 -0700655 }
656
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700657 if (ret % packet_size == 0) {
Jerry Zhang487be612016-10-24 12:10:41 -0700658 // If the last packet wasn't short, send a final empty packet
Jerry Zhangdf69dd32017-05-03 17:17:49 -0700659 if (write(mIobuf[0].bufs.data(), 0) != 0) {
Jerry Zhangc9cbf982017-04-14 15:26:53 -0700660 return -1;
661 }
Jerry Zhang487be612016-10-24 12:10:41 -0700662 }
Jerry Zhang487be612016-10-24 12:10:41 -0700663 return 0;
664}
665
666int MtpFfsHandle::sendEvent(mtp_event me) {
Jerry Zhang94ef0ea2017-07-26 11:37:23 -0700667 // Mimic the behavior of f_mtp by sending the event async.
668 // Events aren't critical to the connection, so we don't need to check the return value.
669 char *temp = new char[me.length];
670 memcpy(temp, me.data, me.length);
671 me.data = temp;
Jerry Zhang008f4df2017-08-09 17:53:50 -0700672 std::thread t([this, me]() { return this->doSendEvent(me); });
Jerry Zhang94ef0ea2017-07-26 11:37:23 -0700673 t.detach();
674 return 0;
675}
676
677void MtpFfsHandle::doSendEvent(mtp_event me) {
Jerry Zhang487be612016-10-24 12:10:41 -0700678 unsigned length = me.length;
Jerry Zhang94ef0ea2017-07-26 11:37:23 -0700679 int ret = ::write(mIntr, me.data, length);
Jerry Zhang94ef0ea2017-07-26 11:37:23 -0700680 if (static_cast<unsigned>(ret) != length)
681 PLOG(ERROR) << "Mtp error sending event thread!";
Jerry Zhang008f4df2017-08-09 17:53:50 -0700682 delete[] reinterpret_cast<char*>(me.data);
Jerry Zhang487be612016-10-24 12:10:41 -0700683}
684
685} // namespace android
686