blob: 5128a41691d24e45e738ba710d2b94a967d5ac12 [file] [log] [blame]
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001/*
2 * Copyright (C) 2011 NXP Software
3 * Copyright (C) 2011 The Android Open Source Project
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 */
17
18#define LOG_NDEBUG 1
19#define LOG_TAG "VideoEditorPreviewController"
20#include "VideoEditorPreviewController.h"
21
22namespace android {
Dharmaray Kundargid01ef562011-01-26 21:11:00 -080023
Dharmaray Kundargi643290d2011-01-16 16:02:42 -080024#define PREVIEW_THREAD_STACK_SIZE (65536)
25
26VideoEditorPreviewController::VideoEditorPreviewController()
27 : mCurrentPlayer(0),
28 mThreadContext(NULL),
29 mPlayerState(VePlayerIdle),
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -080030 mPrepareReqest(M4OSA_FALSE),
Dharmaray Kundargi643290d2011-01-16 16:02:42 -080031 mClipList(NULL),
32 mNumberClipsInStoryBoard(0),
33 mNumberClipsToPreview(0),
34 mStartingClipIndex(0),
35 mPreviewLooping(M4OSA_FALSE),
36 mCallBackAfterFrameCnt(0),
37 mEffectsSettings(NULL),
38 mNumberEffects(0),
39 mCurrentClipNumber(-1),
40 mClipTotalDuration(0),
41 mCurrentVideoEffect(VIDEO_EFFECT_NONE),
42 mTarget(NULL),
43 mJniCookie(NULL),
44 mJniCallback(NULL),
45 mBackgroundAudioSetting(NULL),
46 mAudioMixPCMFileHandle(NULL),
47 mVideoStoryBoardTimeMsUptoFirstPreviewClip(0),
48 mCurrentPlayedDuration(0),
49 mCurrentClipDuration(0),
50 mOutputVideoWidth(0),
51 mOutputVideoHeight(0),
52 bStopThreadInProgress(false),
53 mSemThreadWait(NULL) {
54 LOGV("VideoEditorPreviewController");
55 mRenderingMode = M4xVSS_kBlackBorders;
56 mIsFiftiesEffectStarted = false;
57
58 for (int i=0; i<NBPLAYER_INSTANCES; i++) {
59 mVePlayer[i] = NULL;
60 }
61}
62
63VideoEditorPreviewController::~VideoEditorPreviewController() {
64 M4OSA_UInt32 i = 0;
65 M4OSA_ERR err = M4NO_ERROR;
66 LOGV("~VideoEditorPreviewController");
67
68 // Stop the thread if its still running
69 if(mThreadContext != NULL) {
70 err = M4OSA_threadSyncStop(mThreadContext);
71 if(err != M4NO_ERROR) {
72 LOGV("~VideoEditorPreviewController: error 0x%x \
73 in trying to stop thread", err);
74 // Continue even if error
75 }
76
77 err = M4OSA_threadSyncClose(mThreadContext);
78 if(err != M4NO_ERROR) {
79 LOGE("~VideoEditorPreviewController: error 0x%x \
80 in trying to close thread", err);
81 // Continue even if error
82 }
83
84 mThreadContext = NULL;
85 }
86
87 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES;
88 playerInst++) {
89 if(mVePlayer[playerInst] != NULL) {
90 LOGV("clearing mVePlayer %d", playerInst);
91 mVePlayer[playerInst].clear();
92 }
93 }
94
95 if(mClipList != NULL) {
96 // Clean up
97 for(i=0;i<mNumberClipsInStoryBoard;i++)
98 {
99 if(mClipList[i]->pFile != NULL) {
100 M4OSA_free((M4OSA_MemAddr32)mClipList[i]->pFile);
101 mClipList[i]->pFile = NULL;
102 }
103
104 M4OSA_free((M4OSA_MemAddr32)mClipList[i]);
105 }
106 M4OSA_free((M4OSA_MemAddr32)mClipList);
107 mClipList = NULL;
108 }
109
110 if(mEffectsSettings) {
111 for(i=0;i<mNumberEffects;i++) {
112 if(mEffectsSettings[i].xVSS.pFramingBuffer != NULL) {
113 M4OSA_free(
114 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer->pac_data);
115
116 M4OSA_free(
117 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
118
119 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
120 }
121 }
122 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
123 mEffectsSettings = NULL;
124 }
125
Dheeraj Sharmaeab39fb2011-01-27 19:31:28 -0800126 if (mAudioMixPCMFileHandle) {
127 err = M4OSA_fileReadClose (mAudioMixPCMFileHandle);
128 mAudioMixPCMFileHandle = M4OSA_NULL;
129 }
130
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800131 if(mTarget != NULL) {
132 delete mTarget;
133 mTarget = NULL;
134 }
135
136 LOGV("~VideoEditorPreviewController returns");
137}
138
139M4OSA_ERR VideoEditorPreviewController::loadEditSettings(
140 M4VSS3GPP_EditSettings* pSettings,M4xVSS_AudioMixingSettings* bgmSettings) {
141
142 M4OSA_UInt32 i = 0, iClipDuration = 0, rgbSize = 0;
143 M4VIFI_UInt8 *tmp = NULL;
144 M4OSA_ERR err = M4NO_ERROR;
145
146 LOGV("loadEditSettings");
147 LOGV("loadEditSettings Channels = %d, sampling Freq %d",
148 bgmSettings->uiNbChannels, bgmSettings->uiSamplingFrequency );
149 bgmSettings->uiSamplingFrequency = 32000;
150
151 LOGV("loadEditSettings Channels = %d, sampling Freq %d",
152 bgmSettings->uiNbChannels, bgmSettings->uiSamplingFrequency );
153 Mutex::Autolock autoLock(mLock);
154
155 // Clean up any previous Edit settings before loading new ones
156 mCurrentVideoEffect = VIDEO_EFFECT_NONE;
157
158 if(mAudioMixPCMFileHandle) {
159 err = M4OSA_fileReadClose (mAudioMixPCMFileHandle);
160 mAudioMixPCMFileHandle = M4OSA_NULL;
161 }
162
163 if(mBackgroundAudioSetting != NULL) {
164 M4OSA_free((M4OSA_MemAddr32)mBackgroundAudioSetting);
165 mBackgroundAudioSetting = NULL;
166 }
167
168 if(mClipList != NULL) {
169 // Clean up
170 for(i=0;i<mNumberClipsInStoryBoard;i++)
171 {
172 if(mClipList[i]->pFile != NULL) {
173 M4OSA_free((M4OSA_MemAddr32)mClipList[i]->pFile);
174 mClipList[i]->pFile = NULL;
175 }
176
177 M4OSA_free((M4OSA_MemAddr32)mClipList[i]);
178 }
179 M4OSA_free((M4OSA_MemAddr32)mClipList);
180 mClipList = NULL;
181 }
182
183 if(mEffectsSettings) {
184 for(i=0;i<mNumberEffects;i++) {
185 if(mEffectsSettings[i].xVSS.pFramingBuffer != NULL) {
186 M4OSA_free(
187 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer->pac_data);
188
189 M4OSA_free(
190 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
191
192 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
193 }
194 }
195 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
196 mEffectsSettings = NULL;
197 }
198
199 if(mClipList == NULL) {
200 mNumberClipsInStoryBoard = pSettings->uiClipNumber;
201 LOGV("loadEditSettings: # of Clips = %d", mNumberClipsInStoryBoard);
202
203 mClipList = (M4VSS3GPP_ClipSettings**)M4OSA_malloc(
204 sizeof(M4VSS3GPP_ClipSettings*)*pSettings->uiClipNumber, M4VS,
205 (M4OSA_Char*)"LvPP, copy of pClipList");
206
207 if(NULL == mClipList) {
208 LOGE("loadEditSettings: Malloc error");
209 return M4ERR_ALLOC;
210 }
211 M4OSA_memset((M4OSA_MemAddr8)mClipList,
212 sizeof(M4VSS3GPP_ClipSettings*)*pSettings->uiClipNumber, 0);
213
214 for(i=0;i<pSettings->uiClipNumber;i++) {
215
216 // Allocate current clip
217 mClipList[i] =
218 (M4VSS3GPP_ClipSettings*)M4OSA_malloc(
219 sizeof(M4VSS3GPP_ClipSettings),M4VS,(M4OSA_Char*)"clip settings");
220
221 if(mClipList[i] == NULL) {
222
223 LOGE("loadEditSettings: Allocation error for mClipList[%d]", i);
224 return M4ERR_ALLOC;
225 }
226 // Copy plain structure
227 M4OSA_memcpy((M4OSA_MemAddr8)mClipList[i],
228 (M4OSA_MemAddr8)pSettings->pClipList[i],
229 sizeof(M4VSS3GPP_ClipSettings));
230
231 if(NULL != pSettings->pClipList[i]->pFile) {
232 mClipList[i]->pFile = (M4OSA_Char*)M4OSA_malloc(
233 pSettings->pClipList[i]->filePathSize, M4VS,
234 (M4OSA_Char*)"pClipSettingsDest->pFile");
235
236 if(NULL == mClipList[i]->pFile)
237 {
238 LOGE("loadEditSettings : ERROR allocating filename");
239 return M4ERR_ALLOC;
240 }
241
242 M4OSA_memcpy((M4OSA_MemAddr8)mClipList[i]->pFile,
243 (M4OSA_MemAddr8)pSettings->pClipList[i]->pFile,
244 pSettings->pClipList[i]->filePathSize);
245 }
246 else {
247 LOGE("NULL file path");
248 return M4ERR_PARAMETER;
249 }
250
251 // Calculate total duration of all clips
252 iClipDuration = pSettings->pClipList[i]->uiEndCutTime -
253 pSettings->pClipList[i]->uiBeginCutTime;
254
255 mClipTotalDuration = mClipTotalDuration+iClipDuration;
256 }
257 }
258
259 if(mEffectsSettings == NULL) {
260 mNumberEffects = pSettings->nbEffects;
261 LOGV("loadEditSettings: mNumberEffects = %d", mNumberEffects);
262
263 if(mNumberEffects != 0) {
264 mEffectsSettings = (M4VSS3GPP_EffectSettings*)M4OSA_malloc(
265 mNumberEffects*sizeof(M4VSS3GPP_EffectSettings),
266 M4VS, (M4OSA_Char*)"effects settings");
267
268 if(mEffectsSettings == NULL) {
269 LOGE("loadEffectsSettings: Allocation error");
270 return M4ERR_ALLOC;
271 }
272
273 M4OSA_memset((M4OSA_MemAddr8)mEffectsSettings,
274 mNumberEffects*sizeof(M4VSS3GPP_EffectSettings), 0);
275
276 for(i=0;i<mNumberEffects;i++) {
277
278 mEffectsSettings[i].xVSS.pFramingFilePath = NULL;
279 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
280 mEffectsSettings[i].xVSS.pTextBuffer = NULL;
281
282 M4OSA_memcpy((M4OSA_MemAddr8)&(mEffectsSettings[i]),
283 (M4OSA_MemAddr8)&(pSettings->Effects[i]),
284 sizeof(M4VSS3GPP_EffectSettings));
285
286 if(pSettings->Effects[i].VideoEffectType ==
287 M4xVSS_kVideoEffectType_Framing) {
288 // Allocate the pFraming RGB buffer
289 mEffectsSettings[i].xVSS.pFramingBuffer =
290 (M4VIFI_ImagePlane *)M4OSA_malloc(sizeof(M4VIFI_ImagePlane),
291 M4VS, (M4OSA_Char*)"lvpp framing buffer");
292
293 if(mEffectsSettings[i].xVSS.pFramingBuffer == NULL) {
294 LOGE("loadEffectsSettings:Alloc error for pFramingBuf");
295 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
296 mEffectsSettings = NULL;
297 return M4ERR_ALLOC;
298 }
299
300 // Allocate the pac_data (RGB)
301 if(pSettings->Effects[i].xVSS.rgbType == M4VSS3GPP_kRGB565){
302 rgbSize =
303 pSettings->Effects[i].xVSS.pFramingBuffer->u_width *
304 pSettings->Effects[i].xVSS.pFramingBuffer->u_height*2;
305 }
306 else if(
307 pSettings->Effects[i].xVSS.rgbType == M4VSS3GPP_kRGB888) {
308 rgbSize =
309 pSettings->Effects[i].xVSS.pFramingBuffer->u_width *
310 pSettings->Effects[i].xVSS.pFramingBuffer->u_height*3;
311 }
312 else {
313 LOGE("loadEffectsSettings: wrong RGB type");
314 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
315 mEffectsSettings = NULL;
316 return M4ERR_PARAMETER;
317 }
318
319 tmp = (M4VIFI_UInt8 *)M4OSA_malloc(rgbSize, M4VS,
320 (M4OSA_Char*)"framing buffer pac_data");
321
322 if(tmp == NULL) {
323 LOGE("loadEffectsSettings:Alloc error pFramingBuf pac");
324 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
325 mEffectsSettings = NULL;
326 M4OSA_free(
327 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
328
329 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
330 return M4ERR_ALLOC;
331 }
332 /* Initialize the pFramingBuffer*/
333 mEffectsSettings[i].xVSS.pFramingBuffer->pac_data = tmp;
334 mEffectsSettings[i].xVSS.pFramingBuffer->u_height =
335 pSettings->Effects[i].xVSS.pFramingBuffer->u_height;
336
337 mEffectsSettings[i].xVSS.pFramingBuffer->u_width =
338 pSettings->Effects[i].xVSS.pFramingBuffer->u_width;
339
340 mEffectsSettings[i].xVSS.pFramingBuffer->u_stride =
341 pSettings->Effects[i].xVSS.pFramingBuffer->u_stride;
342
343 mEffectsSettings[i].xVSS.pFramingBuffer->u_topleft =
344 pSettings->Effects[i].xVSS.pFramingBuffer->u_topleft;
345
346 mEffectsSettings[i].xVSS.uialphaBlendingStart =
347 pSettings->Effects[i].xVSS.uialphaBlendingStart;
348
349 mEffectsSettings[i].xVSS.uialphaBlendingMiddle =
350 pSettings->Effects[i].xVSS.uialphaBlendingMiddle;
351
352 mEffectsSettings[i].xVSS.uialphaBlendingEnd =
353 pSettings->Effects[i].xVSS.uialphaBlendingEnd;
354
355 mEffectsSettings[i].xVSS.uialphaBlendingFadeInTime =
356 pSettings->Effects[i].xVSS.uialphaBlendingFadeInTime;
357 mEffectsSettings[i].xVSS.uialphaBlendingFadeOutTime =
358 pSettings->Effects[i].xVSS.uialphaBlendingFadeOutTime;
359
360 // Copy the pFraming data
361 M4OSA_memcpy((M4OSA_MemAddr8)
362 mEffectsSettings[i].xVSS.pFramingBuffer->pac_data,
363 (M4OSA_MemAddr8)pSettings->Effects[i].xVSS.pFramingBuffer->pac_data,
364 rgbSize);
365
366 mEffectsSettings[i].xVSS.rgbType =
367 pSettings->Effects[i].xVSS.rgbType;
368 }
369 }
370 }
371 }
372
373 if (mBackgroundAudioSetting == NULL) {
374
375 mBackgroundAudioSetting = (M4xVSS_AudioMixingSettings*)M4OSA_malloc(
376 sizeof(M4xVSS_AudioMixingSettings), M4VS,
377 (M4OSA_Char*)"LvPP, copy of bgmSettings");
378
379 if(NULL == mBackgroundAudioSetting) {
380 LOGE("loadEditSettings: mBackgroundAudioSetting Malloc failed");
381 return M4ERR_ALLOC;
382 }
383
384 M4OSA_memset((M4OSA_MemAddr8)mBackgroundAudioSetting, sizeof(M4xVSS_AudioMixingSettings*), 0);
385 M4OSA_memcpy((M4OSA_MemAddr8)mBackgroundAudioSetting, (M4OSA_MemAddr8)bgmSettings, sizeof(M4xVSS_AudioMixingSettings));
386
387 if ( mBackgroundAudioSetting->pFile != M4OSA_NULL ) {
388
389 mBackgroundAudioSetting->pFile = (M4OSA_Void*) bgmSettings->pPCMFilePath;
390 mBackgroundAudioSetting->uiNbChannels = 2;
391 mBackgroundAudioSetting->uiSamplingFrequency = 32000;
392 }
393
394 // Open the BG file
395 if ( mBackgroundAudioSetting->pFile != M4OSA_NULL ) {
396 err = M4OSA_fileReadOpen(&mAudioMixPCMFileHandle,
397 mBackgroundAudioSetting->pFile, M4OSA_kFileRead);
398
399 if (err != M4NO_ERROR) {
400 LOGE("loadEditSettings: mBackgroundAudio PCM File open failed");
401 return M4ERR_PARAMETER;
402 }
403 }
404 }
405
406 mOutputVideoSize = pSettings->xVSS.outputVideoSize;
407 mFrameStr.pBuffer = M4OSA_NULL;
408 return M4NO_ERROR;
409}
410
411M4OSA_ERR VideoEditorPreviewController::setSurface(const sp<Surface> &surface) {
412 LOGV("setSurface");
413 Mutex::Autolock autoLock(mLock);
414
415 mSurface = surface;
416 mISurface = surface->getISurface();
417 LOGV("setSurface: mISurface = %p", mISurface.get());
418 return M4NO_ERROR;
419}
420
421M4OSA_ERR VideoEditorPreviewController::startPreview(
422 M4OSA_UInt32 fromMS, M4OSA_Int32 toMs, M4OSA_UInt16 callBackAfterFrameCount,
423 M4OSA_Bool loop) {
424
425 M4OSA_ERR err = M4NO_ERROR;
426 M4OSA_UInt32 i = 0, iIncrementedDuration = 0;
427 LOGV("startPreview");
428
429 if(fromMS > toMs) {
430 LOGE("startPreview: fromMS > toMs");
431 return M4ERR_PARAMETER;
432 }
433
434 if(toMs == 0) {
435 LOGE("startPreview: toMs is 0");
436 return M4ERR_PARAMETER;
437 }
438
439 // If already started, then stop preview first
440 for(int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
441 if(mVePlayer[playerInst] != NULL) {
442 LOGV("startPreview: stopping previously started preview playback");
443 stopPreview();
444 break;
445 }
446 }
447
448 // If renderPreview was called previously, then delete Renderer object first
449 if(mTarget != NULL) {
450 LOGV("startPreview: delete previous PreviewRenderer");
451 delete mTarget;
452 mTarget = NULL;
453 }
454
455 LOGV("startPreview: loop = %d", loop);
456 mPreviewLooping = loop;
457
458 LOGV("startPreview: callBackAfterFrameCount = %d", callBackAfterFrameCount);
459 mCallBackAfterFrameCnt = callBackAfterFrameCount;
460
461 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
462 mVePlayer[playerInst] = new VideoEditorPlayer();
463 if(mVePlayer[playerInst] == NULL) {
464 LOGE("startPreview:Error creating VideoEditorPlayer %d",playerInst);
465 return M4ERR_ALLOC;
466 }
467 LOGV("startPreview: object created");
468
469 mVePlayer[playerInst]->setNotifyCallback(this,(notify_callback_f)notify);
470 LOGV("startPreview: notify callback set");
471
472 mVePlayer[playerInst]->loadEffectsSettings(mEffectsSettings,
473 mNumberEffects);
474 LOGV("startPreview: effects settings loaded");
475
476 mVePlayer[playerInst]->loadAudioMixSettings(mBackgroundAudioSetting);
477 LOGV("startPreview: AudioMixSettings settings loaded");
478
479 mVePlayer[playerInst]->setAudioMixPCMFileHandle(mAudioMixPCMFileHandle);
480 LOGV("startPreview: AudioMixPCMFileHandle set");
481
482 mVePlayer[playerInst]->setProgressCallbackInterval(
483 mCallBackAfterFrameCnt);
484 LOGV("startPreview: setProgressCallBackInterval");
485 }
486
487 mPlayerState = VePlayerIdle;
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -0800488 mPrepareReqest = M4OSA_FALSE;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800489
490 if(fromMS == 0) {
491 mCurrentClipNumber = -1;
492 // Save original value
493 mFirstPreviewClipBeginTime = mClipList[0]->uiBeginCutTime;
494 mVideoStoryBoardTimeMsUptoFirstPreviewClip = 0;
495 }
496 else {
497 LOGV("startPreview: fromMS=%d", fromMS);
498 if(fromMS >= mClipTotalDuration) {
499 LOGE("startPreview: fromMS >= mClipTotalDuration");
500 return M4ERR_PARAMETER;
501 }
502 for(i=0;i<mNumberClipsInStoryBoard;i++) {
503 if(fromMS < (iIncrementedDuration + (mClipList[i]->uiEndCutTime -
504 mClipList[i]->uiBeginCutTime))) {
505 // Set to 1 index below,
506 // as threadProcess first increments the clip index
507 // and then processes clip in thread loop
508 mCurrentClipNumber = i-1;
509 LOGV("startPreview:mCurrentClipNumber = %d fromMS=%d",i,fromMS);
510
511 // Save original value
512 mFirstPreviewClipBeginTime = mClipList[i]->uiBeginCutTime;
513
514 // Set correct begin time to start playback
515 if((fromMS+mClipList[i]->uiBeginCutTime) >
516 (iIncrementedDuration+mClipList[i]->uiBeginCutTime)) {
517
518 mClipList[i]->uiBeginCutTime =
519 mClipList[i]->uiBeginCutTime +
520 (fromMS - iIncrementedDuration);
521 }
522 break;
523 }
524 else {
525 iIncrementedDuration = iIncrementedDuration +
526 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime);
527 }
528 }
529 mVideoStoryBoardTimeMsUptoFirstPreviewClip = iIncrementedDuration;
530 }
531
532 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
533 mVePlayer[playerInst]->setAudioMixStoryBoardParam(fromMS,
534 mFirstPreviewClipBeginTime,
535 mClipList[i]->ClipProperties.uiClipAudioVolumePercentage);
536
537 LOGV("startPreview:setAudioMixStoryBoardSkimTimeStamp set %d cuttime \
538 %d", fromMS, mFirstPreviewClipBeginTime);
539 }
540
541 mStartingClipIndex = mCurrentClipNumber+1;
542
543 // Start playing with player instance 0
544 mCurrentPlayer = 0;
545
546 if(toMs == -1) {
547 LOGV("startPreview: Preview till end of storyboard");
548 mNumberClipsToPreview = mNumberClipsInStoryBoard;
549 // Save original value
550 mLastPreviewClipEndTime =
551 mClipList[mNumberClipsToPreview-1]->uiEndCutTime;
552 }
553 else {
554 LOGV("startPreview: toMs=%d", toMs);
555 if(toMs > mClipTotalDuration) {
556 LOGE("startPreview: toMs > mClipTotalDuration");
557 return M4ERR_PARAMETER;
558 }
559
560 iIncrementedDuration = 0;
561
562 for(i=0;i<mNumberClipsInStoryBoard;i++) {
563 if(toMs <= (iIncrementedDuration +
564 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime))) {
565 // Save original value
566 mLastPreviewClipEndTime = mClipList[i]->uiEndCutTime;
567 // Set the end cut time of clip index i to toMs
568 mClipList[i]->uiEndCutTime = toMs;
569
570 // Number of clips to be previewed is from index 0 to i
571 // increment by 1 as i starts from 0
572 mNumberClipsToPreview = i+1;
573 break;
574 }
575 else {
576 iIncrementedDuration = iIncrementedDuration +
577 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime);
578 }
579 }
580 }
581
582 // Open the thread semaphore
583 M4OSA_semaphoreOpen(&mSemThreadWait, 1);
584
585 // Open the preview process thread
586 err = M4OSA_threadSyncOpen(&mThreadContext, (M4OSA_ThreadDoIt)threadProc);
587 if (M4NO_ERROR != err) {
588 LOGE("VideoEditorPreviewController:M4OSA_threadSyncOpen error %d", err);
589 return err;
590 }
591
592 // Set the stacksize
593 err = M4OSA_threadSyncSetOption(mThreadContext, M4OSA_ThreadStackSize,
594 (M4OSA_DataOption)PREVIEW_THREAD_STACK_SIZE);
595
596 if (M4NO_ERROR != err) {
597 LOGE("VideoEditorPreviewController: threadSyncSetOption error %d", err);
598 M4OSA_threadSyncClose(mThreadContext);
599 mThreadContext = NULL;
600 return err;
601 }
602
603 // Start the thread
604 err = M4OSA_threadSyncStart(mThreadContext, (M4OSA_Void*)this);
605 if (M4NO_ERROR != err) {
606 LOGE("VideoEditorPreviewController: threadSyncStart error %d", err);
607 M4OSA_threadSyncClose(mThreadContext);
608 mThreadContext = NULL;
609 return err;
610 }
611 bStopThreadInProgress = false;
612
613 LOGV("startPreview: process thread started");
614 return M4NO_ERROR;
615}
616
617M4OSA_ERR VideoEditorPreviewController::stopPreview() {
618 M4OSA_ERR err = M4NO_ERROR;
619 LOGV("stopPreview");
620
621 // Stop the thread
622 if(mThreadContext != NULL) {
623 bStopThreadInProgress = true;
624 err = M4OSA_semaphorePost(mSemThreadWait);
625
626 err = M4OSA_threadSyncStop(mThreadContext);
627 if(err != M4NO_ERROR) {
628 LOGV("stopPreview: error 0x%x in trying to stop thread", err);
629 // Continue even if error
630 }
631
632 err = M4OSA_threadSyncClose(mThreadContext);
633 if(err != M4NO_ERROR) {
634 LOGE("stopPreview: error 0x%x in trying to close thread", err);
635 // Continue even if error
636 }
637
638 mThreadContext = NULL;
639 }
640
641 // Close the semaphore first
642 if(mSemThreadWait != NULL) {
643 err = M4OSA_semaphoreClose(mSemThreadWait);
644 LOGV("stopPreview: close semaphore returns 0x%x", err);
645 }
646
647 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
648 if(mVePlayer[playerInst] != NULL) {
649 if(mVePlayer[playerInst]->isPlaying()) {
650 LOGV("stop the player first");
651 mVePlayer[playerInst]->stop();
652 }
653
654 LOGV("stopPreview: clearing mVePlayer");
655 mVePlayer[playerInst].clear();
656 mVePlayer[playerInst] = NULL;
657 }
658 }
659
660 // If image file playing, then free the buffer pointer
661 if(mFrameStr.pBuffer != M4OSA_NULL) {
662 M4OSA_free((M4OSA_MemAddr32)mFrameStr.pBuffer);
663 mFrameStr.pBuffer = M4OSA_NULL;
664 }
665
666 // Reset original begin cuttime of first previewed clip*/
667 mClipList[mStartingClipIndex]->uiBeginCutTime = mFirstPreviewClipBeginTime;
668 // Reset original end cuttime of last previewed clip*/
669 mClipList[mNumberClipsToPreview-1]->uiEndCutTime = mLastPreviewClipEndTime;
670
671 mPlayerState = VePlayerIdle;
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -0800672 mPrepareReqest = M4OSA_FALSE;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800673
674 mCurrentPlayedDuration = 0;
675 mCurrentClipDuration = 0;
676 mRenderingMode = M4xVSS_kBlackBorders;
677 mOutputVideoWidth = 0;
678 mOutputVideoHeight = 0;
679
680 return M4NO_ERROR;
681}
682
Dheeraj Sharma9ec356a2011-01-24 15:02:18 -0800683M4OSA_ERR VideoEditorPreviewController::clearSurface(
684 const sp<Surface> &surface, VideoEditor_renderPreviewFrameStr* pFrameInfo) {
685
686 M4OSA_ERR err = M4NO_ERROR;
687 VideoEditor_renderPreviewFrameStr* pFrameStr = pFrameInfo;
688 M4OSA_UInt32 outputBufferWidth =0, outputBufferHeight=0;
689 M4VIFI_ImagePlane planeOut[3];
690 LOGV("Inside preview clear frame");
691
692 Mutex::Autolock autoLock(mLock);
693
694 // Get the Isurface to be passed to renderer
695 mISurface = surface->getISurface();
696
697 // Delete previous renderer instance
698 if(mTarget != NULL) {
699 delete mTarget;
700 mTarget = NULL;
701 }
702
703 if(mOutputVideoWidth == 0) {
704 mOutputVideoWidth = pFrameStr->uiFrameWidth;
705 }
706 if(mOutputVideoHeight == 0) {
707 mOutputVideoHeight = pFrameStr->uiFrameHeight;
708 }
709
710 // Initialize the renderer
711 if(mTarget == NULL) {
712 mTarget = new PreviewRenderer(
713 OMX_COLOR_FormatYUV420Planar, surface, mOutputVideoWidth, mOutputVideoHeight,
714 mOutputVideoWidth, mOutputVideoHeight, 0);
715 if(mTarget == NULL) {
716 LOGE("renderPreviewFrame: cannot create PreviewRenderer");
717 return M4ERR_ALLOC;
718 }
719 }
720
721 // Out plane
722 uint8_t* outBuffer;
723 size_t outBufferStride = 0;
724
725 LOGV("doMediaRendering CALL getBuffer()");
726 mTarget->getBufferYV12(&outBuffer, &outBufferStride);
727
728 // Set the output YUV420 plane to be compatible with YV12 format
729 //In YV12 format, sizes must be even
730 M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1;
731 M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1;
732
733 prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight,
734 (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer);
735
736 /* Fill the surface with black frame */
737 M4OSA_memset((M4OSA_MemAddr8)planeOut[0].pac_data,planeOut[0].u_width *
738 planeOut[0].u_height * 1.5,0x00);
739 M4OSA_memset((M4OSA_MemAddr8)planeOut[1].pac_data,planeOut[1].u_width *
740 planeOut[1].u_height,128);
741 M4OSA_memset((M4OSA_MemAddr8)planeOut[2].pac_data,planeOut[2].u_width *
742 planeOut[2].u_height,128);
743
744 mTarget->renderYV12();
745 return err;
746}
747
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800748M4OSA_ERR VideoEditorPreviewController::renderPreviewFrame(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800749 const sp<Surface> &surface,
750 VideoEditor_renderPreviewFrameStr* pFrameInfo,
751 VideoEditorCurretEditInfo *pCurrEditInfo) {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800752
753 M4OSA_ERR err = M4NO_ERROR;
754 M4OSA_UInt32 i = 0, iIncrementedDuration = 0, tnTimeMs=0, framesize =0;
755 VideoEditor_renderPreviewFrameStr* pFrameStr = pFrameInfo;
756 M4VIFI_UInt8 *pixelArray = NULL;
757
758 Mutex::Autolock autoLock(mLock);
759
760 // Get the Isurface to be passed to renderer
761 mISurface = surface->getISurface();
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800762 if (pCurrEditInfo != NULL) {
763 pCurrEditInfo->overlaySettingsIndex = -1;
764 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800765 // Delete previous renderer instance
766 if(mTarget != NULL) {
767 delete mTarget;
768 mTarget = NULL;
769 }
770
771 if(mOutputVideoWidth == 0) {
772 mOutputVideoWidth = pFrameStr->uiFrameWidth;
773 }
Dharmaray Kundargid01ef562011-01-26 21:11:00 -0800774
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800775 if(mOutputVideoHeight == 0) {
776 mOutputVideoHeight = pFrameStr->uiFrameHeight;
777 }
778
779 // Initialize the renderer
780 if(mTarget == NULL) {
781 mTarget = new PreviewRenderer(
782 OMX_COLOR_FormatYUV420Planar, surface, mOutputVideoWidth, mOutputVideoHeight,
783 mOutputVideoWidth, mOutputVideoHeight, 0);
784 if(mTarget == NULL) {
785 LOGE("renderPreviewFrame: cannot create PreviewRenderer");
786 return M4ERR_ALLOC;
787 }
788 }
789
790 pixelArray = NULL;
791
792 // Postprocessing (apply video effect)
793 if(pFrameStr->bApplyEffect == M4OSA_TRUE) {
794
795 for(i=0;i<mNumberEffects;i++) {
796 // First check if effect starttime matches the clip being previewed
797 if((mEffectsSettings[i].uiStartTime < pFrameStr->clipBeginCutTime)
798 ||(mEffectsSettings[i].uiStartTime >= pFrameStr->clipEndCutTime)) {
799 // This effect doesn't belong to this clip, check next one
800 continue;
801 }
802 if((mEffectsSettings[i].uiStartTime <= pFrameStr->timeMs) &&
803 ((mEffectsSettings[i].uiStartTime+mEffectsSettings[i].uiDuration) >=
804 pFrameStr->timeMs) && (mEffectsSettings[i].uiDuration != 0)) {
805 setVideoEffectType(mEffectsSettings[i].VideoEffectType, TRUE);
806 }
807 else {
808 setVideoEffectType(mEffectsSettings[i].VideoEffectType, FALSE);
809 }
810 }
811
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800812 //Provide the overlay Update indication when there is an overlay effect
Dharmaray Kundargid01ef562011-01-26 21:11:00 -0800813 if (mCurrentVideoEffect & VIDEO_EFFECT_FRAMING) {
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800814 int index;
Dharmaray Kundargid01ef562011-01-26 21:11:00 -0800815 mCurrentVideoEffect &= ~VIDEO_EFFECT_FRAMING; //never apply framing here.
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800816
817 // Find the effect in effectSettings array
818 for (index = 0; index < mNumberEffects; index++) {
819 if(mEffectsSettings[index].VideoEffectType ==
820 M4xVSS_kVideoEffectType_Framing) {
821
822 if((mEffectsSettings[index].uiStartTime <= pFrameInfo->timeMs) &&
823 ((mEffectsSettings[index].uiStartTime+
824 mEffectsSettings[index].uiDuration) >= pFrameInfo->timeMs))
825 {
826 break;
827 }
828 }
829 }
830 if ((index < mNumberEffects) && (pCurrEditInfo != NULL)) {
831 pCurrEditInfo->overlaySettingsIndex = index;
832 LOGV("Framing index = %d", index);
833 } else {
834 LOGV("No framing effects found");
835 }
836 }
837
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800838 if(mCurrentVideoEffect != VIDEO_EFFECT_NONE) {
839 err = applyVideoEffect((M4OSA_Void *)pFrameStr->pBuffer,
840 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
841 pFrameStr->uiFrameHeight, pFrameStr->timeMs,
842 (M4OSA_Void *)pixelArray);
843
844 if(err != M4NO_ERROR) {
845 LOGE("renderPreviewFrame: applyVideoEffect error 0x%x", err);
846 delete mTarget;
847 mTarget = NULL;
848 M4OSA_free((M4OSA_MemAddr32)pixelArray);
849 pixelArray = NULL;
850 return err;
851 }
852 mCurrentVideoEffect = VIDEO_EFFECT_NONE;
853 }
854 else {
855 // Apply the rendering mode
856 err = doImageRenderingMode((M4OSA_Void *)pFrameStr->pBuffer,
857 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
858 pFrameStr->uiFrameHeight, (M4OSA_Void *)pixelArray);
859
860 if(err != M4NO_ERROR) {
861 LOGE("renderPreviewFrame:doImageRenderingMode error 0x%x", err);
862 delete mTarget;
863 mTarget = NULL;
864 M4OSA_free((M4OSA_MemAddr32)pixelArray);
865 pixelArray = NULL;
866 return err;
867 }
868 }
869 }
870 else {
871 // Apply the rendering mode
872 err = doImageRenderingMode((M4OSA_Void *)pFrameStr->pBuffer,
873 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
874 pFrameStr->uiFrameHeight, (M4OSA_Void *)pixelArray);
875
876 if(err != M4NO_ERROR) {
877 LOGE("renderPreviewFrame: doImageRenderingMode error 0x%x", err);
878 delete mTarget;
879 mTarget = NULL;
880 M4OSA_free((M4OSA_MemAddr32)pixelArray);
881 pixelArray = NULL;
882 return err;
883 }
884 }
885
886 mTarget->renderYV12();
887 return err;
888}
889
890M4OSA_Void VideoEditorPreviewController::setJniCallback(void* cookie,
891 jni_progress_callback_fct callbackFct) {
892 //LOGV("setJniCallback");
893 mJniCookie = cookie;
894 mJniCallback = callbackFct;
895}
896
897M4OSA_ERR VideoEditorPreviewController::preparePlayer(
898 void* param, int playerInstance, int index) {
899
900 M4OSA_ERR err = M4NO_ERROR;
901 VideoEditorPreviewController *pController =
902 (VideoEditorPreviewController *)param;
903
904 LOGV("preparePlayer: instance %d file %d", playerInstance, index);
905
906 pController->mVePlayer[playerInstance]->setDataSource(
907 (const char *)pController->mClipList[index]->pFile, NULL);
908 LOGV("preparePlayer: setDataSource instance %s",
909 (const char *)pController->mClipList[index]->pFile);
910
911 pController->mVePlayer[playerInstance]->setVideoISurface(
912 pController->mISurface);
913 LOGV("preparePlayer: setVideoISurface");
914
915 pController->mVePlayer[playerInstance]->setVideoSurface(
916 pController->mSurface);
917 LOGV("preparePlayer: setVideoSurface");
918
919 pController->mVePlayer[playerInstance]->setMediaRenderingMode(
920 pController->mClipList[index]->xVSS.MediaRendering,
921 pController->mOutputVideoSize);
922 LOGV("preparePlayer: setMediaRenderingMode");
923
924 if(index == pController->mStartingClipIndex) {
925 pController->mVePlayer[playerInstance]->setPlaybackBeginTime(
926 pController->mFirstPreviewClipBeginTime);
927 }
928 else {
929 pController->mVePlayer[playerInstance]->setPlaybackBeginTime(
930 pController->mClipList[index]->uiBeginCutTime);
931 }
932 LOGV("preparePlayer: setPlaybackBeginTime(%d)",
933 pController->mClipList[index]->uiBeginCutTime);
934
935 pController->mVePlayer[playerInstance]->setPlaybackEndTime(
936 pController->mClipList[index]->uiEndCutTime);
937 LOGV("preparePlayer: setPlaybackEndTime(%d)",
938 pController->mClipList[index]->uiEndCutTime);
939
940 if(pController->mClipList[index]->FileType == M4VIDEOEDITING_kFileType_ARGB8888) {
941 pController->mVePlayer[playerInstance]->setImageClipProperties(
942 pController->mClipList[index]->ClipProperties.uiVideoWidth,
943 pController->mClipList[index]->ClipProperties.uiVideoHeight);
944 LOGV("preparePlayer: setImageClipProperties");
945 }
946
947 pController->mVePlayer[playerInstance]->prepare();
948 LOGV("preparePlayer: prepared");
949
950 if(pController->mClipList[index]->uiBeginCutTime > 0) {
951 pController->mVePlayer[playerInstance]->seekTo(
952 pController->mClipList[index]->uiBeginCutTime);
953
954 LOGV("preparePlayer: seekTo(%d)",
955 pController->mClipList[index]->uiBeginCutTime);
956 }
957
958 pController->mVePlayer[playerInstance]->readFirstVideoFrame();
959 LOGV("preparePlayer: readFirstVideoFrame of clip");
960
961 return err;
962}
963
964M4OSA_ERR VideoEditorPreviewController::threadProc(M4OSA_Void* param) {
965 M4OSA_ERR err = M4NO_ERROR;
966 M4OSA_Int32 index = 0;
967 VideoEditorPreviewController *pController =
968 (VideoEditorPreviewController *)param;
969
970 LOGV("inside threadProc");
971 if(pController->mPlayerState == VePlayerIdle) {
972 (pController->mCurrentClipNumber)++;
973
974 LOGV("threadProc: playing file index %d total clips %d",
975 pController->mCurrentClipNumber, pController->mNumberClipsToPreview);
976
977 if(pController->mCurrentClipNumber >=
978 pController->mNumberClipsToPreview) {
979
980 LOGV("All clips previewed");
981
982 pController->mCurrentPlayedDuration = 0;
983 pController->mCurrentClipDuration = 0;
984 pController->mCurrentPlayer = 0;
985
986 if(pController->mPreviewLooping == M4OSA_TRUE) {
987 pController->mCurrentClipNumber =
988 pController->mStartingClipIndex;
989
990 LOGV("Preview looping TRUE, restarting from clip index %d",
991 pController->mCurrentClipNumber);
992
993 // Reset the story board timestamp inside the player
994 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES;
995 playerInst++) {
996 pController->mVePlayer[playerInst]->resetJniCallbackTimeStamp();
997 }
998 }
999 else {
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001000 M4OSA_UInt32 endArgs = 0;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001001 if(pController->mJniCallback != NULL) {
1002 pController->mJniCallback(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001003 pController->mJniCookie, MSG_TYPE_PREVIEW_END, &endArgs);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001004 }
1005 pController->mPlayerState = VePlayerAutoStop;
1006
1007 // Reset original begin cuttime of first previewed clip
1008 pController->mClipList[pController->mStartingClipIndex]->uiBeginCutTime =
1009 pController->mFirstPreviewClipBeginTime;
1010 // Reset original end cuttime of last previewed clip
1011 pController->mClipList[pController->mNumberClipsToPreview-1]->uiEndCutTime =
1012 pController->mLastPreviewClipEndTime;
1013
1014 // Return a warning to M4OSA thread handler
1015 // so that thread is moved from executing state to open state
1016 return M4WAR_NO_MORE_STREAM;
1017 }
1018 }
1019
1020 index=pController->mCurrentClipNumber;
1021 if(pController->mCurrentClipNumber == pController->mStartingClipIndex) {
1022 pController->mCurrentPlayedDuration +=
1023 pController->mVideoStoryBoardTimeMsUptoFirstPreviewClip;
1024
1025 pController->mCurrentClipDuration =
1026 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1027 - pController->mFirstPreviewClipBeginTime;
1028
1029 preparePlayer((void*)pController, pController->mCurrentPlayer, index);
1030 }
1031 else {
1032 pController->mCurrentPlayedDuration +=
1033 pController->mCurrentClipDuration;
1034
1035 pController->mCurrentClipDuration =
1036 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime -
1037 pController->mClipList[pController->mCurrentClipNumber]->uiBeginCutTime;
1038 }
1039
1040 pController->mVePlayer[pController->mCurrentPlayer]->setStoryboardStartTime(
1041 pController->mCurrentPlayedDuration);
1042 LOGV("threadProc: setStoryboardStartTime");
1043
1044 // Set the next clip duration for Audio mix here
1045 if(pController->mCurrentClipNumber != pController->mStartingClipIndex) {
1046
1047 pController->mVePlayer[pController->mCurrentPlayer]->setAudioMixStoryBoardParam(
1048 pController->mCurrentPlayedDuration,
1049 pController->mClipList[index]->uiBeginCutTime,
1050 pController->mClipList[index]->ClipProperties.uiClipAudioVolumePercentage);
1051
1052 LOGV("threadProc: setAudioMixStoryBoardParam fromMS %d \
1053 ClipBeginTime %d", pController->mCurrentPlayedDuration +
1054 pController->mClipList[index]->uiBeginCutTime,
1055 pController->mClipList[index]->uiBeginCutTime,
1056 pController->mClipList[index]->ClipProperties.uiClipAudioVolumePercentage);
1057 }
1058
1059 pController->mVePlayer[pController->mCurrentPlayer]->start();
1060 LOGV("threadProc: started");
1061
1062 pController->mPlayerState = VePlayerBusy;
1063
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -08001064 } else if(pController->mPlayerState == VePlayerAutoStop) {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001065 LOGV("Preview completed..auto stop the player");
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -08001066 } else if ((pController->mPlayerState == VePlayerBusy) && (pController->mPrepareReqest)) {
1067 // Prepare the player here
1068 pController->mPrepareReqest = M4OSA_FALSE;
1069 preparePlayer((void*)pController, pController->mCurrentPlayer,
1070 pController->mCurrentClipNumber+1);
Dharmaray Kundargi7f0ce8d2011-01-28 18:40:32 -08001071 err = M4OSA_semaphoreWait(pController->mSemThreadWait,
1072 M4OSA_WAIT_FOREVER);
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -08001073 } else {
1074 if (!pController->bStopThreadInProgress) {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001075 LOGV("threadProc: state busy...wait for sem");
1076 err = M4OSA_semaphoreWait(pController->mSemThreadWait,
1077 M4OSA_WAIT_FOREVER);
1078 }
1079 LOGV("threadProc: sem wait returned err = 0x%x", err);
1080 }
1081
1082 //Always return M4NO_ERROR to ensure the thread keeps running
1083 return M4NO_ERROR;
1084}
1085
1086void VideoEditorPreviewController::notify(
1087 void* cookie, int msg, int ext1, int ext2)
1088{
1089 VideoEditorPreviewController *pController =
1090 (VideoEditorPreviewController *)cookie;
1091
1092 M4OSA_ERR err = M4NO_ERROR;
1093 uint32_t clipDuration = 0;
1094 switch (msg) {
1095 case MEDIA_NOP: // interface test message
1096 LOGV("MEDIA_NOP");
1097 break;
1098 case MEDIA_PREPARED:
1099 LOGV("MEDIA_PREPARED");
1100 break;
1101 case MEDIA_PLAYBACK_COMPLETE:
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001102 {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001103 LOGV("notify:MEDIA_PLAYBACK_COMPLETE");
1104 pController->mPlayerState = VePlayerIdle;
1105
1106 //send progress callback with last frame timestamp
1107 if(pController->mCurrentClipNumber ==
1108 pController->mStartingClipIndex) {
1109 clipDuration =
1110 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1111 - pController->mFirstPreviewClipBeginTime;
1112 }
1113 else {
1114 clipDuration =
1115 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1116 - pController->mClipList[pController->mCurrentClipNumber]->uiBeginCutTime;
1117 }
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001118
1119 M4OSA_UInt32 playedDuration = clipDuration+pController->mCurrentPlayedDuration;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001120 pController->mJniCallback(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001121 pController->mJniCookie, MSG_TYPE_PROGRESS_INDICATION,
1122 &playedDuration);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001123
1124 M4OSA_semaphorePost(pController->mSemThreadWait);
1125 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001126 }
1127 case MEDIA_ERROR:
1128 {
1129 int err_val = ext1;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001130 // Always log errors.
1131 // ext1: Media framework error code.
1132 // ext2: Implementation dependant error code.
1133 LOGE("MEDIA_ERROR; error (%d, %d)", ext1, ext2);
1134 if(pController->mJniCallback != NULL) {
1135 pController->mJniCallback(pController->mJniCookie,
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001136 MSG_TYPE_PLAYER_ERROR, &err_val);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001137 }
1138 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001139 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001140 case MEDIA_INFO:
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001141 {
1142 int info_val = ext2;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001143 // ext1: Media framework error code.
1144 // ext2: Implementation dependant error code.
1145 //LOGW("MEDIA_INFO; info/warning (%d, %d)", ext1, ext2);
1146 if(pController->mJniCallback != NULL) {
1147 pController->mJniCallback(pController->mJniCookie,
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001148 MSG_TYPE_PROGRESS_INDICATION, &info_val);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001149 }
1150 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001151 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001152 case MEDIA_SEEK_COMPLETE:
1153 LOGV("MEDIA_SEEK_COMPLETE; Received seek complete");
1154 break;
1155 case MEDIA_BUFFERING_UPDATE:
1156 LOGV("MEDIA_BUFFERING_UPDATE; buffering %d", ext1);
1157 break;
1158 case MEDIA_SET_VIDEO_SIZE:
1159 LOGV("MEDIA_SET_VIDEO_SIZE; New video size %d x %d", ext1, ext2);
1160 break;
1161 case 0xAAAAAAAA:
1162 LOGV("VIDEO PLAYBACK ALMOST over, prepare next player");
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -08001163 pController->mPrepareReqest = M4OSA_TRUE;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001164 // Select next player and prepare it
1165 // If there is a clip after this one
1166 if ((pController->mCurrentClipNumber+1) <
1167 pController->mNumberClipsToPreview) {
1168
1169 pController->mCurrentPlayer++;
1170 if (pController->mCurrentPlayer >= NBPLAYER_INSTANCES) {
1171 pController->mCurrentPlayer = 0;
1172 }
1173 // Prepare the first clip to be played
Dharmaray Kundargi3c48e412011-01-27 18:22:56 -08001174 M4OSA_semaphorePost(pController->mSemThreadWait);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001175 }
1176 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001177 case 0xBBBBBBBB:
1178 {
1179 LOGV("VIDEO PLAYBACK, Update Overlay");
1180 int overlayIndex = ext2;
1181 VideoEditorCurretEditInfo *pEditInfo =
1182 (VideoEditorCurretEditInfo*)M4OSA_malloc(sizeof(VideoEditorCurretEditInfo),
1183 M4VS, (M4OSA_Char*)"Current Edit info");
1184 //ext1 = 1; start the overlay display
1185 // = 2; Clear the overlay.
1186 pEditInfo->overlaySettingsIndex = ext2;
1187 pEditInfo->clipIndex = pController->mCurrentClipNumber;
1188 LOGV("pController->mCurrentClipNumber = %d",pController->mCurrentClipNumber);
1189 if (pController->mJniCallback != NULL) {
1190 if (ext1 == 1) {
1191 pController->mJniCallback(pController->mJniCookie,
1192 MSG_TYPE_OVERLAY_UPDATE, pEditInfo);
1193 } else {
1194 pController->mJniCallback(pController->mJniCookie,
1195 MSG_TYPE_OVERLAY_CLEAR, pEditInfo);
1196 }
1197 }
1198 M4OSA_free((M4OSA_MemAddr32)pEditInfo);
1199 break;
1200 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001201 default:
1202 LOGV("unrecognized message: (%d, %d, %d)", msg, ext1, ext2);
1203 break;
1204 }
1205}
1206
1207void VideoEditorPreviewController::setVideoEffectType(
1208 M4VSS3GPP_VideoEffectType type, M4OSA_Bool enable) {
1209
1210 M4OSA_UInt32 effect = VIDEO_EFFECT_NONE;
1211
1212 // map M4VSS3GPP_VideoEffectType to local enum
1213 switch(type) {
1214 case M4VSS3GPP_kVideoEffectType_FadeFromBlack:
1215 effect = VIDEO_EFFECT_FADEFROMBLACK;
1216 break;
1217
1218 case M4VSS3GPP_kVideoEffectType_FadeToBlack:
1219 effect = VIDEO_EFFECT_FADETOBLACK;
1220 break;
1221
1222 case M4VSS3GPP_kVideoEffectType_CurtainOpening:
1223 effect = VIDEO_EFFECT_CURTAINOPEN;
1224 break;
1225
1226 case M4VSS3GPP_kVideoEffectType_CurtainClosing:
1227 effect = VIDEO_EFFECT_CURTAINCLOSE;
1228 break;
1229
1230 case M4xVSS_kVideoEffectType_BlackAndWhite:
1231 effect = VIDEO_EFFECT_BLACKANDWHITE;
1232 break;
1233
1234 case M4xVSS_kVideoEffectType_Pink:
1235 effect = VIDEO_EFFECT_PINK;
1236 break;
1237
1238 case M4xVSS_kVideoEffectType_Green:
1239 effect = VIDEO_EFFECT_GREEN;
1240 break;
1241
1242 case M4xVSS_kVideoEffectType_Sepia:
1243 effect = VIDEO_EFFECT_SEPIA;
1244 break;
1245
1246 case M4xVSS_kVideoEffectType_Negative:
1247 effect = VIDEO_EFFECT_NEGATIVE;
1248 break;
1249
1250 case M4xVSS_kVideoEffectType_Framing:
1251 effect = VIDEO_EFFECT_FRAMING;
1252 break;
1253
1254 case M4xVSS_kVideoEffectType_Fifties:
1255 effect = VIDEO_EFFECT_FIFTIES;
1256 break;
1257
1258 case M4xVSS_kVideoEffectType_ColorRGB16:
1259 effect = VIDEO_EFFECT_COLOR_RGB16;
1260 break;
1261
1262 case M4xVSS_kVideoEffectType_Gradient:
1263 effect = VIDEO_EFFECT_GRADIENT;
1264 break;
1265
1266 default:
1267 effect = VIDEO_EFFECT_NONE;
1268 break;
1269 }
1270
1271 if(enable == M4OSA_TRUE) {
1272 // If already set, then no need to set again
1273 if(!(mCurrentVideoEffect & effect))
1274 mCurrentVideoEffect |= effect;
1275 if(effect == VIDEO_EFFECT_FIFTIES) {
1276 mIsFiftiesEffectStarted = true;
1277 }
1278 }
1279 else {
1280 // Reset only if already set
1281 if(mCurrentVideoEffect & effect)
1282 mCurrentVideoEffect &= ~effect;
1283 }
1284
1285 return;
1286}
1287
1288
1289M4OSA_ERR VideoEditorPreviewController::applyVideoEffect(
1290 M4OSA_Void * dataPtr, M4OSA_UInt32 colorFormat, M4OSA_UInt32 videoWidth,
1291 M4OSA_UInt32 videoHeight, M4OSA_UInt32 timeMs, M4OSA_Void* outPtr) {
1292
1293 M4OSA_ERR err = M4NO_ERROR;
1294 vePostProcessParams postProcessParams;
1295
1296 postProcessParams.vidBuffer = (M4VIFI_UInt8*)dataPtr;
1297 postProcessParams.videoWidth = videoWidth;
1298 postProcessParams.videoHeight = videoHeight;
1299 postProcessParams.timeMs = timeMs;
1300 postProcessParams.timeOffset = 0; //Since timeMS already takes care of offset in this case
1301 postProcessParams.effectsSettings = mEffectsSettings;
1302 postProcessParams.numberEffects = mNumberEffects;
1303 postProcessParams.outVideoWidth = mOutputVideoWidth;
1304 postProcessParams.outVideoHeight = mOutputVideoHeight;
1305 postProcessParams.currentVideoEffect = mCurrentVideoEffect;
1306 postProcessParams.renderingMode = mRenderingMode;
1307 if(mIsFiftiesEffectStarted == M4OSA_TRUE) {
1308 postProcessParams.isFiftiesEffectStarted = M4OSA_TRUE;
1309 mIsFiftiesEffectStarted = M4OSA_FALSE;
1310 }
1311 else {
1312 postProcessParams.isFiftiesEffectStarted = M4OSA_FALSE;
1313 }
1314 //postProcessParams.renderer = mTarget;
1315 postProcessParams.overlayFrameRGBBuffer = NULL;
1316 postProcessParams.overlayFrameYUVBuffer = NULL;
1317
1318 mTarget->getBufferYV12(&(postProcessParams.pOutBuffer), &(postProcessParams.outBufferStride));
1319
Dharmaray Kundargid01ef562011-01-26 21:11:00 -08001320 err = applyEffectsAndRenderingMode(&postProcessParams, videoWidth, videoHeight);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001321 return err;
1322}
1323
1324M4OSA_ERR VideoEditorPreviewController::setPreviewFrameRenderingMode(
1325 M4xVSS_MediaRendering mode, M4VIDEOEDITING_VideoFrameSize outputVideoSize) {
1326
Dharmaray Kundargid01ef562011-01-26 21:11:00 -08001327 LOGV("setMediaRenderingMode: outputVideoSize = %d", outputVideoSize);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001328 mRenderingMode = mode;
1329
1330 switch(outputVideoSize) {
1331 case M4VIDEOEDITING_kSQCIF:
1332 mOutputVideoWidth = 128;
1333 mOutputVideoHeight = 96;
1334 break;
1335
1336 case M4VIDEOEDITING_kQQVGA:
1337 mOutputVideoWidth = 160;
1338 mOutputVideoHeight = 120;
1339 break;
1340
1341 case M4VIDEOEDITING_kQCIF:
1342 mOutputVideoWidth = 176;
1343 mOutputVideoHeight = 144;
1344 break;
1345
1346 case M4VIDEOEDITING_kQVGA:
1347 mOutputVideoWidth = 320;
1348 mOutputVideoHeight = 240;
1349 break;
1350
1351 case M4VIDEOEDITING_kCIF:
1352 mOutputVideoWidth = 352;
1353 mOutputVideoHeight = 288;
1354 break;
1355
1356 case M4VIDEOEDITING_kVGA:
1357 mOutputVideoWidth = 640;
1358 mOutputVideoHeight = 480;
1359 break;
1360
1361 case M4VIDEOEDITING_kWVGA:
1362 mOutputVideoWidth = 800;
1363 mOutputVideoHeight = 480;
1364 break;
1365
1366 case M4VIDEOEDITING_kNTSC:
1367 mOutputVideoWidth = 720;
1368 mOutputVideoHeight = 480;
1369 break;
1370
1371 case M4VIDEOEDITING_k640_360:
1372 mOutputVideoWidth = 640;
1373 mOutputVideoHeight = 360;
1374 break;
1375
1376 case M4VIDEOEDITING_k854_480:
1377 mOutputVideoWidth = 854;
1378 mOutputVideoHeight = 480;
1379 break;
1380
1381 case M4VIDEOEDITING_kHD1280:
1382 mOutputVideoWidth = 1280;
1383 mOutputVideoHeight = 720;
1384 break;
1385
1386 case M4VIDEOEDITING_kHD1080:
1387 mOutputVideoWidth = 1080;
1388 mOutputVideoHeight = 720;
1389 break;
1390
1391 case M4VIDEOEDITING_kHD960:
1392 mOutputVideoWidth = 960;
1393 mOutputVideoHeight = 720;
1394 break;
1395
1396 default:
1397 mOutputVideoWidth = 0;
1398 mOutputVideoHeight = 0;
1399 break;
1400 }
1401
1402 return OK;
1403}
1404
1405M4OSA_ERR VideoEditorPreviewController::doImageRenderingMode(
1406 M4OSA_Void * dataPtr, M4OSA_UInt32 colorFormat, M4OSA_UInt32 videoWidth,
1407 M4OSA_UInt32 videoHeight, M4OSA_Void* outPtr) {
1408
1409 M4OSA_ERR err = M4NO_ERROR;
1410 M4VIFI_ImagePlane planeIn[3], planeOut[3];
1411 M4VIFI_UInt8 *inBuffer = M4OSA_NULL;
1412 M4OSA_UInt32 outputBufferWidth =0, outputBufferHeight=0;
1413
1414 //frameSize = (videoWidth*videoHeight*3) >> 1;
1415 inBuffer = (M4OSA_UInt8 *)dataPtr;
1416
1417 // In plane
1418 prepareYUV420ImagePlane(planeIn, videoWidth,
Dharmaray Kundargi35cb2de2011-01-19 19:09:27 -08001419 videoHeight, (M4VIFI_UInt8 *)inBuffer, videoWidth, videoHeight);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001420
1421 outputBufferWidth = mOutputVideoWidth;
1422 outputBufferHeight = mOutputVideoHeight;
1423
1424 // Out plane
1425 uint8_t* outBuffer;
1426 size_t outBufferStride = 0;
1427
1428 LOGV("doMediaRendering CALL getBuffer()");
1429 mTarget->getBufferYV12(&outBuffer, &outBufferStride);
1430
1431 // Set the output YUV420 plane to be compatible with YV12 format
1432 //In YV12 format, sizes must be even
1433 M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1;
1434 M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1;
1435
1436 prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight,
1437 (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer);
1438
1439 err = applyRenderingMode(planeIn, planeOut, mRenderingMode);
1440 if(err != M4NO_ERROR) {
1441 LOGE("doImageRenderingMode: applyRenderingMode returned err=0x%x", err);
1442 }
1443 return err;
1444}
1445
1446} //namespace android