Home | History | Annotate | Download | only in libstagefright 
      1 /*
      2  * Copyright (C) 2010 The Android Open Source Project
      3  *
      4  * Licensed under the Apache License, Version 2.0 (the "License");
      5  * you may not use this file except in compliance with the License.
      6  * You may obtain a copy of the License at
      7  *
      8  *      http://www.apache.org/licenses/LICENSE-2.0
      9  *
     10  * Unless required by applicable law or agreed to in writing, software
     11  * distributed under the License is distributed on an "AS IS" BASIS,
     12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     13  * See the License for the specific language governing permissions and
     14  * limitations under the License.
     15  */
     16 
     17 #include <inttypes.h>
     18 
     19 //#define LOG_NDEBUG 0
     20 #define LOG_TAG "CameraSourceTimeLapse"
     21 
     22 #include <binder/IPCThreadState.h>
     23 #include <binder/MemoryBase.h>
     24 #include <binder/MemoryHeapBase.h>
     25 #include <media/stagefright/foundation/ADebug.h>
     26 #include <media/stagefright/CameraSource.h>
     27 #include <media/stagefright/CameraSourceTimeLapse.h>
     28 #include <media/stagefright/MetaData.h>
     29 #include <camera/Camera.h>
     30 #include <camera/CameraParameters.h>
     31 #include <utils/String8.h>
     32 #include <utils/Vector.h>
     33 
     34 namespace android {
     35 
     36 // static
     37 CameraSourceTimeLapse *CameraSourceTimeLapse::CreateFromCamera(
     38         const sp<ICamera> &camera,
     39         const sp<ICameraRecordingProxy> &proxy,
     40         int32_t cameraId,
     41         const String16& clientName,
     42         uid_t clientUid,
     43         Size videoSize,
     44         int32_t videoFrameRate,
     45         const sp<IGraphicBufferProducer>& surface,
     46         int64_t timeBetweenFrameCaptureUs,
     47         bool storeMetaDataInVideoBuffers) {
     48 
     49     CameraSourceTimeLapse *source = new
     50             CameraSourceTimeLapse(camera, proxy, cameraId,
     51                 clientName, clientUid,
     52                 videoSize, videoFrameRate, surface,
     53                 timeBetweenFrameCaptureUs,
     54                 storeMetaDataInVideoBuffers);
     55 
     56     if (source != NULL) {
     57         if (source->initCheck() != OK) {
     58             delete source;
     59             return NULL;
     60         }
     61     }
     62     return source;
     63 }
     64 
     65 CameraSourceTimeLapse::CameraSourceTimeLapse(
     66         const sp<ICamera>& camera,
     67         const sp<ICameraRecordingProxy>& proxy,
     68         int32_t cameraId,
     69         const String16& clientName,
     70         uid_t clientUid,
     71         Size videoSize,
     72         int32_t videoFrameRate,
     73         const sp<IGraphicBufferProducer>& surface,
     74         int64_t timeBetweenFrameCaptureUs,
     75         bool storeMetaDataInVideoBuffers)
     76       : CameraSource(camera, proxy, cameraId, clientName, clientUid,
     77                 videoSize, videoFrameRate, surface,
     78                 storeMetaDataInVideoBuffers),
     79       mTimeBetweenTimeLapseVideoFramesUs(1E6/videoFrameRate),
     80       mLastTimeLapseFrameRealTimestampUs(0),
     81       mSkipCurrentFrame(false) {
     82 
     83     mTimeBetweenFrameCaptureUs = timeBetweenFrameCaptureUs;
     84     ALOGD("starting time lapse mode: %" PRId64 " us",
     85         mTimeBetweenFrameCaptureUs);
     86 
     87     mVideoWidth = videoSize.width;
     88     mVideoHeight = videoSize.height;
     89 
     90     if (OK == mInitCheck && !trySettingVideoSize(videoSize.width, videoSize.height)) {
     91         releaseCamera();
     92         mInitCheck = NO_INIT;
     93     }
     94 
     95     // Initialize quick stop variables.
     96     mQuickStop = false;
     97     mForceRead = false;
     98     mLastReadBufferCopy = NULL;
     99     mStopWaitingForIdleCamera = false;
    100 }
    101 
    102 CameraSourceTimeLapse::~CameraSourceTimeLapse() {
    103     if (mLastReadBufferCopy) {
    104         mLastReadBufferCopy->release();
    105         mLastReadBufferCopy = NULL;
    106     }
    107 }
    108 
    109 void CameraSourceTimeLapse::startQuickReadReturns() {
    110     ALOGV("startQuickReadReturns");
    111     Mutex::Autolock autoLock(mQuickStopLock);
    112 
    113     // Enable quick stop mode.
    114     mQuickStop = true;
    115 
    116     // Force dataCallbackTimestamp() coming from the video camera to
    117     // not skip the next frame as we want read() to get a get a frame
    118     // right away.
    119     mForceRead = true;
    120 }
    121 
    122 bool CameraSourceTimeLapse::trySettingVideoSize(
    123         int32_t width, int32_t height) {
    124 
    125     ALOGV("trySettingVideoSize");
    126     int64_t token = IPCThreadState::self()->clearCallingIdentity();
    127     String8 s = mCamera->getParameters();
    128 
    129     CameraParameters params(s);
    130     Vector<Size> supportedSizes;
    131     params.getSupportedVideoSizes(supportedSizes);
    132     bool videoOutputSupported = false;
    133     if (supportedSizes.size() == 0) {
    134         params.getSupportedPreviewSizes(supportedSizes);
    135     } else {
    136         videoOutputSupported = true;
    137     }
    138 
    139     bool videoSizeSupported = false;
    140     for (size_t i = 0; i < supportedSizes.size(); ++i) {
    141         int32_t pictureWidth = supportedSizes[i].width;
    142         int32_t pictureHeight = supportedSizes[i].height;
    143 
    144         if ((pictureWidth == width) && (pictureHeight == height)) {
    145             videoSizeSupported = true;
    146         }
    147     }
    148 
    149     bool isSuccessful = false;
    150     if (videoSizeSupported) {
    151         ALOGV("Video size (%d, %d) is supported", width, height);
    152         if (videoOutputSupported) {
    153             params.setVideoSize(width, height);
    154         } else {
    155             params.setPreviewSize(width, height);
    156         }
    157         if (mCamera->setParameters(params.flatten()) == OK) {
    158             isSuccessful = true;
    159         } else {
    160             ALOGE("Failed to set preview size to %dx%d", width, height);
    161             isSuccessful = false;
    162         }
    163     }
    164 
    165     IPCThreadState::self()->restoreCallingIdentity(token);
    166     return isSuccessful;
    167 }
    168 
    169 void CameraSourceTimeLapse::signalBufferReturned(MediaBuffer* buffer) {
    170     ALOGV("signalBufferReturned");
    171     Mutex::Autolock autoLock(mQuickStopLock);
    172     if (mQuickStop && (buffer == mLastReadBufferCopy)) {
    173         buffer->setObserver(NULL);
    174         buffer->release();
    175     } else {
    176         return CameraSource::signalBufferReturned(buffer);
    177     }
    178 }
    179 
    180 void createMediaBufferCopy(
    181         const MediaBuffer& sourceBuffer,
    182         int64_t frameTime,
    183         MediaBuffer **newBuffer) {
    184 
    185     ALOGV("createMediaBufferCopy");
    186     size_t sourceSize = sourceBuffer.size();
    187     void* sourcePointer = sourceBuffer.data();
    188 
    189     (*newBuffer) = new MediaBuffer(sourceSize);
    190     memcpy((*newBuffer)->data(), sourcePointer, sourceSize);
    191 
    192     (*newBuffer)->meta_data()->setInt64(kKeyTime, frameTime);
    193 }
    194 
    195 void CameraSourceTimeLapse::fillLastReadBufferCopy(MediaBuffer& sourceBuffer) {
    196     ALOGV("fillLastReadBufferCopy");
    197     int64_t frameTime;
    198     CHECK(sourceBuffer.meta_data()->findInt64(kKeyTime, &frameTime));
    199     createMediaBufferCopy(sourceBuffer, frameTime, &mLastReadBufferCopy);
    200     mLastReadBufferCopy->add_ref();
    201     mLastReadBufferCopy->setObserver(this);
    202 }
    203 
    204 status_t CameraSourceTimeLapse::read(
    205         MediaBuffer **buffer, const ReadOptions *options) {
    206     ALOGV("read");
    207     if (mLastReadBufferCopy == NULL) {
    208         mLastReadStatus = CameraSource::read(buffer, options);
    209 
    210         // mQuickStop may have turned to true while read was blocked.
    211         // Make a copy of the buffer in that case.
    212         Mutex::Autolock autoLock(mQuickStopLock);
    213         if (mQuickStop && *buffer) {
    214             fillLastReadBufferCopy(**buffer);
    215         }
    216         return mLastReadStatus;
    217     } else {
    218         (*buffer) = mLastReadBufferCopy;
    219         (*buffer)->add_ref();
    220         return mLastReadStatus;
    221     }
    222 }
    223 
    224 sp<IMemory> CameraSourceTimeLapse::createIMemoryCopy(
    225         const sp<IMemory> &source_data) {
    226 
    227     ALOGV("createIMemoryCopy");
    228     size_t source_size = source_data->size();
    229     void* source_pointer = source_data->pointer();
    230 
    231     sp<MemoryHeapBase> newMemoryHeap = new MemoryHeapBase(source_size);
    232     sp<MemoryBase> newMemory = new MemoryBase(newMemoryHeap, 0, source_size);
    233     memcpy(newMemory->pointer(), source_pointer, source_size);
    234     return newMemory;
    235 }
    236 
    237 bool CameraSourceTimeLapse::skipCurrentFrame(int64_t /* timestampUs */) {
    238     ALOGV("skipCurrentFrame");
    239     if (mSkipCurrentFrame) {
    240         mSkipCurrentFrame = false;
    241         return true;
    242     } else {
    243         return false;
    244     }
    245 }
    246 
    247 bool CameraSourceTimeLapse::skipFrameAndModifyTimeStamp(int64_t *timestampUs) {
    248     ALOGV("skipFrameAndModifyTimeStamp");
    249     if (mLastTimeLapseFrameRealTimestampUs == 0) {
    250         // First time lapse frame. Initialize mLastTimeLapseFrameRealTimestampUs
    251         // to current time (timestampUs) and save frame data.
    252         ALOGV("dataCallbackTimestamp timelapse: initial frame");
    253 
    254         mLastTimeLapseFrameRealTimestampUs = *timestampUs;
    255         return false;
    256     }
    257 
    258     {
    259         Mutex::Autolock autoLock(mQuickStopLock);
    260 
    261         // mForceRead may be set to true by startQuickReadReturns(). In that
    262         // case don't skip this frame.
    263         if (mForceRead) {
    264             ALOGV("dataCallbackTimestamp timelapse: forced read");
    265             mForceRead = false;
    266             *timestampUs =
    267                 mLastFrameTimestampUs + mTimeBetweenTimeLapseVideoFramesUs;
    268 
    269             // Really make sure that this video recording frame will not be dropped.
    270             if (*timestampUs < mStartTimeUs) {
    271                 ALOGI("set timestampUs to start time stamp %" PRId64 " us", mStartTimeUs);
    272                 *timestampUs = mStartTimeUs;
    273             }
    274             return false;
    275         }
    276     }
    277 
    278     // Workaround to bypass the first 2 input frames for skipping.
    279     // The first 2 output frames from the encoder are: decoder specific info and
    280     // the compressed video frame data for the first input video frame.
    281     if (mNumFramesEncoded >= 1 && *timestampUs <
    282         (mLastTimeLapseFrameRealTimestampUs + mTimeBetweenFrameCaptureUs)) {
    283         // Skip all frames from last encoded frame until
    284         // sufficient time (mTimeBetweenFrameCaptureUs) has passed.
    285         // Tell the camera to release its recording frame and return.
    286         ALOGV("dataCallbackTimestamp timelapse: skipping intermediate frame");
    287         return true;
    288     } else {
    289         // Desired frame has arrived after mTimeBetweenFrameCaptureUs time:
    290         // - Reset mLastTimeLapseFrameRealTimestampUs to current time.
    291         // - Artificially modify timestampUs to be one frame time (1/framerate) ahead
    292         // of the last encoded frame's time stamp.
    293         ALOGV("dataCallbackTimestamp timelapse: got timelapse frame");
    294 
    295         mLastTimeLapseFrameRealTimestampUs = *timestampUs;
    296         *timestampUs = mLastFrameTimestampUs + mTimeBetweenTimeLapseVideoFramesUs;
    297         return false;
    298     }
    299     return false;
    300 }
    301 
    302 void CameraSourceTimeLapse::dataCallbackTimestamp(int64_t timestampUs, int32_t msgType,
    303             const sp<IMemory> &data) {
    304     ALOGV("dataCallbackTimestamp");
    305     mSkipCurrentFrame = skipFrameAndModifyTimeStamp(&timestampUs);
    306     CameraSource::dataCallbackTimestamp(timestampUs, msgType, data);
    307 }
    308 
    309 }  // namespace android
    310