Home | History | Annotate | Download | only in graphics
      1 /*
      2  * Copyright (C) 2006 Samuel Weinig (sam.weinig (at) gmail.com)
      3  * Copyright (C) 2004, 2005, 2006, 2008 Apple Inc. All rights reserved.
      4  *
      5  * Redistribution and use in source and binary forms, with or without
      6  * modification, are permitted provided that the following conditions
      7  * are met:
      8  * 1. Redistributions of source code must retain the above copyright
      9  *    notice, this list of conditions and the following disclaimer.
     10  * 2. Redistributions in binary form must reproduce the above copyright
     11  *    notice, this list of conditions and the following disclaimer in the
     12  *    documentation and/or other materials provided with the distribution.
     13  *
     14  * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
     15  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     17  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE COMPUTER, INC. OR
     18  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     19  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     20  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     21  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
     22  * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     23  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     24  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     25  */
     26 
     27 #include "config.h"
     28 #include "BitmapImage.h"
     29 
     30 #include "FloatRect.h"
     31 #include "ImageObserver.h"
     32 #include "IntRect.h"
     33 #include "MIMETypeRegistry.h"
     34 #include "PlatformString.h"
     35 #include "Timer.h"
     36 #include <wtf/CurrentTime.h>
     37 #include <wtf/Vector.h>
     38 
     39 namespace WebCore {
     40 
     41 static int frameBytes(const IntSize& frameSize)
     42 {
     43     return frameSize.width() * frameSize.height() * 4;
     44 }
     45 
     46 BitmapImage::BitmapImage(ImageObserver* observer)
     47     : Image(observer)
     48     , m_currentFrame(0)
     49     , m_frames(0)
     50     , m_frameTimer(0)
     51     , m_repetitionCount(cAnimationNone)
     52     , m_repetitionCountStatus(Unknown)
     53     , m_repetitionsComplete(0)
     54     , m_desiredFrameStartTime(0)
     55     , m_isSolidColor(false)
     56     , m_checkedForSolidColor(false)
     57     , m_animationFinished(false)
     58     , m_allDataReceived(false)
     59     , m_haveSize(false)
     60     , m_sizeAvailable(false)
     61     , m_hasUniformFrameSize(true)
     62     , m_decodedSize(0)
     63     , m_decodedPropertiesSize(0)
     64     , m_haveFrameCount(false)
     65     , m_frameCount(0)
     66 {
     67     initPlatformData();
     68 }
     69 
     70 BitmapImage::~BitmapImage()
     71 {
     72     invalidatePlatformData();
     73     stopAnimation();
     74 }
     75 
     76 void BitmapImage::destroyDecodedData(bool destroyAll)
     77 {
     78     int framesCleared = 0;
     79     const size_t clearBeforeFrame = destroyAll ? m_frames.size() : m_currentFrame;
     80     for (size_t i = 0; i < clearBeforeFrame; ++i) {
     81         // The underlying frame isn't actually changing (we're just trying to
     82         // save the memory for the framebuffer data), so we don't need to clear
     83         // the metadata.
     84         if (m_frames[i].clear(false))
     85           ++framesCleared;
     86     }
     87 
     88     destroyMetadataAndNotify(framesCleared);
     89 
     90     m_source.clear(destroyAll, clearBeforeFrame, data(), m_allDataReceived);
     91     return;
     92 }
     93 
     94 void BitmapImage::destroyDecodedDataIfNecessary(bool destroyAll)
     95 {
     96     // Animated images >5MB are considered large enough that we'll only hang on
     97     // to one frame at a time.
     98     static const unsigned cLargeAnimationCutoff = 5242880;
     99     if (m_frames.size() * frameBytes(m_size) > cLargeAnimationCutoff)
    100         destroyDecodedData(destroyAll);
    101 }
    102 
    103 void BitmapImage::destroyMetadataAndNotify(int framesCleared)
    104 {
    105     m_isSolidColor = false;
    106     m_checkedForSolidColor = false;
    107     invalidatePlatformData();
    108 
    109     int deltaBytes = framesCleared * -frameBytes(m_size);
    110     m_decodedSize += deltaBytes;
    111     if (framesCleared > 0) {
    112         deltaBytes -= m_decodedPropertiesSize;
    113         m_decodedPropertiesSize = 0;
    114     }
    115     if (deltaBytes && imageObserver())
    116         imageObserver()->decodedSizeChanged(this, deltaBytes);
    117 }
    118 
    119 void BitmapImage::cacheFrame(size_t index)
    120 {
    121     size_t numFrames = frameCount();
    122     ASSERT(m_decodedSize == 0 || numFrames > 1);
    123 
    124     if (m_frames.size() < numFrames)
    125         m_frames.grow(numFrames);
    126 
    127     m_frames[index].m_frame = m_source.createFrameAtIndex(index);
    128     if (numFrames == 1 && m_frames[index].m_frame)
    129         checkForSolidColor();
    130 
    131     m_frames[index].m_haveMetadata = true;
    132     m_frames[index].m_isComplete = m_source.frameIsCompleteAtIndex(index);
    133     if (repetitionCount(false) != cAnimationNone)
    134         m_frames[index].m_duration = m_source.frameDurationAtIndex(index);
    135     m_frames[index].m_hasAlpha = m_source.frameHasAlphaAtIndex(index);
    136 
    137     const IntSize frameSize(index ? m_source.frameSizeAtIndex(index) : m_size);
    138     if (frameSize != m_size)
    139         m_hasUniformFrameSize = false;
    140     if (m_frames[index].m_frame) {
    141         int deltaBytes = frameBytes(frameSize);
    142         m_decodedSize += deltaBytes;
    143         // The fully-decoded frame will subsume the partially decoded data used
    144         // to determine image properties.
    145         deltaBytes -= m_decodedPropertiesSize;
    146         m_decodedPropertiesSize = 0;
    147         if (imageObserver())
    148             imageObserver()->decodedSizeChanged(this, deltaBytes);
    149     }
    150 }
    151 
    152 void BitmapImage::didDecodeProperties() const
    153 {
    154     if (m_decodedSize)
    155         return;
    156     size_t updatedSize = m_source.bytesDecodedToDetermineProperties();
    157     if (m_decodedPropertiesSize == updatedSize)
    158         return;
    159     int deltaBytes = updatedSize - m_decodedPropertiesSize;
    160 #ifndef NDEBUG
    161     bool overflow = updatedSize > m_decodedPropertiesSize && deltaBytes < 0;
    162     bool underflow = updatedSize < m_decodedPropertiesSize && deltaBytes > 0;
    163     ASSERT(!overflow && !underflow);
    164 #endif
    165     m_decodedPropertiesSize = updatedSize;
    166     if (imageObserver())
    167         imageObserver()->decodedSizeChanged(this, deltaBytes);
    168 }
    169 
    170 IntSize BitmapImage::size() const
    171 {
    172     if (m_sizeAvailable && !m_haveSize) {
    173         m_size = m_source.size();
    174         m_haveSize = true;
    175         didDecodeProperties();
    176     }
    177     return m_size;
    178 }
    179 
    180 IntSize BitmapImage::currentFrameSize() const
    181 {
    182     if (!m_currentFrame || m_hasUniformFrameSize)
    183         return size();
    184     IntSize frameSize = m_source.frameSizeAtIndex(m_currentFrame);
    185     didDecodeProperties();
    186     return frameSize;
    187 }
    188 
    189 bool BitmapImage::getHotSpot(IntPoint& hotSpot) const
    190 {
    191     bool result = m_source.getHotSpot(hotSpot);
    192     didDecodeProperties();
    193     return result;
    194 }
    195 
    196 bool BitmapImage::dataChanged(bool allDataReceived)
    197 {
    198     // Because we're modifying the current frame, clear its (now possibly
    199     // inaccurate) metadata as well.
    200     destroyMetadataAndNotify((!m_frames.isEmpty() && m_frames[m_frames.size() - 1].clear(true)) ? 1 : 0);
    201 
    202     // Feed all the data we've seen so far to the image decoder.
    203     m_allDataReceived = allDataReceived;
    204     m_source.setData(data(), allDataReceived);
    205 
    206     // Clear the frame count.
    207     m_haveFrameCount = false;
    208 
    209     m_hasUniformFrameSize = true;
    210 
    211     // Image properties will not be available until the first frame of the file
    212     // reaches kCGImageStatusIncomplete.
    213     return isSizeAvailable();
    214 }
    215 
    216 String BitmapImage::filenameExtension() const
    217 {
    218     return m_source.filenameExtension();
    219 }
    220 
    221 size_t BitmapImage::frameCount()
    222 {
    223     if (!m_haveFrameCount) {
    224         m_haveFrameCount = true;
    225         m_frameCount = m_source.frameCount();
    226         didDecodeProperties();
    227     }
    228     return m_frameCount;
    229 }
    230 
    231 bool BitmapImage::isSizeAvailable()
    232 {
    233     if (m_sizeAvailable)
    234         return true;
    235 
    236     m_sizeAvailable = m_source.isSizeAvailable();
    237     didDecodeProperties();
    238 
    239     return m_sizeAvailable;
    240 }
    241 
    242 NativeImagePtr BitmapImage::frameAtIndex(size_t index)
    243 {
    244     if (index >= frameCount())
    245         return 0;
    246 
    247     if (index >= m_frames.size() || !m_frames[index].m_frame)
    248         cacheFrame(index);
    249 
    250     return m_frames[index].m_frame;
    251 }
    252 
    253 bool BitmapImage::frameIsCompleteAtIndex(size_t index)
    254 {
    255     if (index >= frameCount())
    256         return true;
    257 
    258     if (index >= m_frames.size() || !m_frames[index].m_haveMetadata)
    259         cacheFrame(index);
    260 
    261     return m_frames[index].m_isComplete;
    262 }
    263 
    264 float BitmapImage::frameDurationAtIndex(size_t index)
    265 {
    266     if (index >= frameCount())
    267         return 0;
    268 
    269     if (index >= m_frames.size() || !m_frames[index].m_haveMetadata)
    270         cacheFrame(index);
    271 
    272     return m_frames[index].m_duration;
    273 }
    274 
    275 bool BitmapImage::frameHasAlphaAtIndex(size_t index)
    276 {
    277     if (index >= frameCount())
    278         return true;
    279 
    280     if (index >= m_frames.size() || !m_frames[index].m_haveMetadata)
    281         cacheFrame(index);
    282 
    283     return m_frames[index].m_hasAlpha;
    284 }
    285 
    286 int BitmapImage::repetitionCount(bool imageKnownToBeComplete)
    287 {
    288     if ((m_repetitionCountStatus == Unknown) || ((m_repetitionCountStatus == Uncertain) && imageKnownToBeComplete)) {
    289         // Snag the repetition count.  If |imageKnownToBeComplete| is false, the
    290         // repetition count may not be accurate yet for GIFs; in this case the
    291         // decoder will default to cAnimationLoopOnce, and we'll try and read
    292         // the count again once the whole image is decoded.
    293         m_repetitionCount = m_source.repetitionCount();
    294         didDecodeProperties();
    295         m_repetitionCountStatus = (imageKnownToBeComplete || m_repetitionCount == cAnimationNone) ? Certain : Uncertain;
    296     }
    297     return m_repetitionCount;
    298 }
    299 
    300 bool BitmapImage::shouldAnimate()
    301 {
    302     return (repetitionCount(false) != cAnimationNone && !m_animationFinished && imageObserver());
    303 }
    304 
    305 void BitmapImage::startAnimation(bool catchUpIfNecessary)
    306 {
    307     if (m_frameTimer || !shouldAnimate() || frameCount() <= 1)
    308         return;
    309 
    310     // If we aren't already animating, set now as the animation start time.
    311     const double time = currentTime();
    312     if (!m_desiredFrameStartTime)
    313         m_desiredFrameStartTime = time;
    314 
    315     // Don't advance the animation to an incomplete frame.
    316     size_t nextFrame = (m_currentFrame + 1) % frameCount();
    317     if (!m_allDataReceived && !frameIsCompleteAtIndex(nextFrame))
    318         return;
    319 
    320     // Don't advance past the last frame if we haven't decoded the whole image
    321     // yet and our repetition count is potentially unset.  The repetition count
    322     // in a GIF can potentially come after all the rest of the image data, so
    323     // wait on it.
    324     if (!m_allDataReceived && repetitionCount(false) == cAnimationLoopOnce && m_currentFrame >= (frameCount() - 1))
    325         return;
    326 
    327     // Determine time for next frame to start.  By ignoring paint and timer lag
    328     // in this calculation, we make the animation appear to run at its desired
    329     // rate regardless of how fast it's being repainted.
    330     const double currentDuration = frameDurationAtIndex(m_currentFrame);
    331     m_desiredFrameStartTime += currentDuration;
    332 
    333     // When an animated image is more than five minutes out of date, the
    334     // user probably doesn't care about resyncing and we could burn a lot of
    335     // time looping through frames below.  Just reset the timings.
    336     const double cAnimationResyncCutoff = 5 * 60;
    337     if ((time - m_desiredFrameStartTime) > cAnimationResyncCutoff)
    338         m_desiredFrameStartTime = time + currentDuration;
    339 
    340     // The image may load more slowly than it's supposed to animate, so that by
    341     // the time we reach the end of the first repetition, we're well behind.
    342     // Clamp the desired frame start time in this case, so that we don't skip
    343     // frames (or whole iterations) trying to "catch up".  This is a tradeoff:
    344     // It guarantees users see the whole animation the second time through and
    345     // don't miss any repetitions, and is closer to what other browsers do; on
    346     // the other hand, it makes animations "less accurate" for pages that try to
    347     // sync an image and some other resource (e.g. audio), especially if users
    348     // switch tabs (and thus stop drawing the animation, which will pause it)
    349     // during that initial loop, then switch back later.
    350     if (nextFrame == 0 && m_repetitionsComplete == 0 && m_desiredFrameStartTime < time)
    351         m_desiredFrameStartTime = time;
    352 
    353     if (!catchUpIfNecessary || time < m_desiredFrameStartTime) {
    354         // Haven't yet reached time for next frame to start; delay until then.
    355         m_frameTimer = new Timer<BitmapImage>(this, &BitmapImage::advanceAnimation);
    356         m_frameTimer->startOneShot(std::max(m_desiredFrameStartTime - time, 0.));
    357     } else {
    358         // We've already reached or passed the time for the next frame to start.
    359         // See if we've also passed the time for frames after that to start, in
    360         // case we need to skip some frames entirely.  Remember not to advance
    361         // to an incomplete frame.
    362         for (size_t frameAfterNext = (nextFrame + 1) % frameCount(); frameIsCompleteAtIndex(frameAfterNext); frameAfterNext = (nextFrame + 1) % frameCount()) {
    363             // Should we skip the next frame?
    364             double frameAfterNextStartTime = m_desiredFrameStartTime + frameDurationAtIndex(nextFrame);
    365             if (time < frameAfterNextStartTime)
    366                 break;
    367 
    368             // Yes; skip over it without notifying our observers.
    369             if (!internalAdvanceAnimation(true))
    370                 return;
    371             m_desiredFrameStartTime = frameAfterNextStartTime;
    372             nextFrame = frameAfterNext;
    373         }
    374 
    375         // Draw the next frame immediately.  Note that m_desiredFrameStartTime
    376         // may be in the past, meaning the next time through this function we'll
    377         // kick off the next advancement sooner than this frame's duration would
    378         // suggest.
    379         if (internalAdvanceAnimation(false)) {
    380             // The image region has been marked dirty, but once we return to our
    381             // caller, draw() will clear it, and nothing will cause the
    382             // animation to advance again.  We need to start the timer for the
    383             // next frame running, or the animation can hang.  (Compare this
    384             // with when advanceAnimation() is called, and the region is dirtied
    385             // while draw() is not in the callstack, meaning draw() gets called
    386             // to update the region and thus startAnimation() is reached again.)
    387             // NOTE: For large images with slow or heavily-loaded systems,
    388             // throwing away data as we go (see destroyDecodedData()) means we
    389             // can spend so much time re-decoding data above that by the time we
    390             // reach here we're behind again.  If we let startAnimation() run
    391             // the catch-up code again, we can get long delays without painting
    392             // as we race the timer, or even infinite recursion.  In this
    393             // situation the best we can do is to simply change frames as fast
    394             // as possible, so force startAnimation() to set a zero-delay timer
    395             // and bail out if we're not caught up.
    396             startAnimation(false);
    397         }
    398     }
    399 }
    400 
    401 void BitmapImage::stopAnimation()
    402 {
    403     // This timer is used to animate all occurrences of this image.  Don't invalidate
    404     // the timer unless all renderers have stopped drawing.
    405     delete m_frameTimer;
    406     m_frameTimer = 0;
    407 }
    408 
    409 void BitmapImage::resetAnimation()
    410 {
    411     stopAnimation();
    412     m_currentFrame = 0;
    413     m_repetitionsComplete = 0;
    414     m_desiredFrameStartTime = 0;
    415     m_animationFinished = false;
    416 
    417     // For extremely large animations, when the animation is reset, we just throw everything away.
    418     destroyDecodedDataIfNecessary(true);
    419 }
    420 
    421 void BitmapImage::advanceAnimation(Timer<BitmapImage>*)
    422 {
    423     internalAdvanceAnimation(false);
    424     // At this point the image region has been marked dirty, and if it's
    425     // onscreen, we'll soon make a call to draw(), which will call
    426     // startAnimation() again to keep the animation moving.
    427 }
    428 
    429 bool BitmapImage::internalAdvanceAnimation(bool skippingFrames)
    430 {
    431     // Stop the animation.
    432     stopAnimation();
    433 
    434     // See if anyone is still paying attention to this animation.  If not, we don't
    435     // advance and will remain suspended at the current frame until the animation is resumed.
    436     if (!skippingFrames && imageObserver()->shouldPauseAnimation(this))
    437         return false;
    438 
    439     ++m_currentFrame;
    440     bool advancedAnimation = true;
    441     bool destroyAll = false;
    442     if (m_currentFrame >= frameCount()) {
    443         ++m_repetitionsComplete;
    444 
    445         // Get the repetition count again.  If we weren't able to get a
    446         // repetition count before, we should have decoded the whole image by
    447         // now, so it should now be available.
    448         // Note that we don't need to special-case cAnimationLoopOnce here
    449         // because it is 0 (see comments on its declaration in ImageSource.h).
    450         if (repetitionCount(true) != cAnimationLoopInfinite && m_repetitionsComplete > m_repetitionCount) {
    451             m_animationFinished = true;
    452             m_desiredFrameStartTime = 0;
    453             --m_currentFrame;
    454             advancedAnimation = false;
    455         } else {
    456             m_currentFrame = 0;
    457             destroyAll = true;
    458         }
    459     }
    460     destroyDecodedDataIfNecessary(destroyAll);
    461 
    462     // We need to draw this frame if we advanced to it while not skipping, or if
    463     // while trying to skip frames we hit the last frame and thus had to stop.
    464     if (skippingFrames != advancedAnimation)
    465         imageObserver()->animationAdvanced(this);
    466     return advancedAnimation;
    467 }
    468 
    469 }
    470