/* * Copyright (C) 2012 Google Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "sky/engine/platform/graphics/DeferredImageDecoder.h" #include #include "base/bind.h" #include "base/threading/thread.h" #include "sky/engine/platform/SharedBuffer.h" #include "sky/engine/platform/graphics/ImageDecodingStore.h" #include "sky/engine/platform/graphics/skia/NativeImageSkia.h" #include "sky/engine/platform/graphics/test/MockImageDecoder.h" #include "sky/engine/wtf/PassRefPtr.h" #include "sky/engine/wtf/RefPtr.h" #include "third_party/skia/include/core/SkBitmapDevice.h" #include "third_party/skia/include/core/SkCanvas.h" #include "third_party/skia/include/core/SkPicture.h" #include "third_party/skia/include/core/SkPictureRecorder.h" #include "third_party/skia/include/core/SkSurface.h" namespace blink { namespace { // Raw data for a PNG file with 1x1 white pixels. const unsigned char whitePNG[] = { 0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0x00, 0x00, 0x00, 0x0d, 0x49, 0x48, 0x44, 0x52, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x08, 0x02, 0x00, 0x00, 0x00, 0x90, 0x77, 0x53, 0xde, 0x00, 0x00, 0x00, 0x01, 0x73, 0x52, 0x47, 0x42, 0x00, 0xae, 0xce, 0x1c, 0xe9, 0x00, 0x00, 0x00, 0x09, 0x70, 0x48, 0x59, 0x73, 0x00, 0x00, 0x0b, 0x13, 0x00, 0x00, 0x0b, 0x13, 0x01, 0x00, 0x9a, 0x9c, 0x18, 0x00, 0x00, 0x00, 0x0c, 0x49, 0x44, 0x41, 0x54, 0x08, 0xd7, 0x63, 0xf8, 0xff, 0xff, 0x3f, 0x00, 0x05, 0xfe, 0x02, 0xfe, 0xdc, 0xcc, 0x59, 0xe7, 0x00, 0x00, 0x00, 0x00, 0x49, 0x45, 0x4e, 0x44, 0xae, 0x42, 0x60, 0x82, }; struct Rasterizer { SkCanvas* canvas; SkPicture* picture; }; } // namespace class DeferredImageDecoderTest : public ::testing::Test, public MockImageDecoderClient { public: virtual void SetUp() override { ImageDecodingStore::instance()->setCacheLimitInBytes(1024 * 1024); DeferredImageDecoder::setEnabled(true); m_data = SharedBuffer::create(whitePNG, sizeof(whitePNG)); OwnPtr decoder = MockImageDecoder::create(this); m_actualDecoder = decoder.get(); m_actualDecoder->setSize(1, 1); m_lazyDecoder = DeferredImageDecoder::createForTesting(decoder.release()); m_surface.reset(SkSurface::NewRasterN32Premul(100, 100)); ASSERT_TRUE(m_surface.get()); m_frameBufferRequestCount = 0; m_frameCount = 1; m_repetitionCount = cAnimationNone; m_status = ImageFrame::FrameComplete; m_frameDuration = 0; m_decodedSize = m_actualDecoder->size(); } virtual void TearDown() override { ImageDecodingStore::instance()->clear(); } virtual void decoderBeingDestroyed() override { m_actualDecoder = 0; } virtual void frameBufferRequested() override { ++m_frameBufferRequestCount; } virtual size_t frameCount() override { return m_frameCount; } virtual int repetitionCount() const override { return m_repetitionCount; } virtual ImageFrame::Status status() override { return m_status; } virtual float frameDuration() const override { return m_frameDuration; } virtual IntSize decodedSize() const override { return m_decodedSize; } protected: void useMockImageDecoderFactory() { m_lazyDecoder->frameGenerator()->setImageDecoderFactory(MockImageDecoderFactory::create(this, m_decodedSize)); } // Don't own this but saves the pointer to query states. MockImageDecoder* m_actualDecoder; OwnPtr m_lazyDecoder; SkAutoTUnref m_surface; int m_frameBufferRequestCount; RefPtr m_data; size_t m_frameCount; int m_repetitionCount; ImageFrame::Status m_status; float m_frameDuration; IntSize m_decodedSize; }; TEST_F(DeferredImageDecoderTest, drawIntoSkPicture) { m_lazyDecoder->setData(*m_data, true); RefPtr image = m_lazyDecoder->frameBufferAtIndex(0)->asNewNativeImage(); EXPECT_EQ(1, image->bitmap().width()); EXPECT_EQ(1, image->bitmap().height()); EXPECT_FALSE(image->bitmap().isNull()); EXPECT_TRUE(image->bitmap().isImmutable()); SkPictureRecorder recorder; SkCanvas* tempCanvas = recorder.beginRecording(100, 100, 0, 0); tempCanvas->drawBitmap(image->bitmap(), 0, 0); RefPtr picture = adoptRef(recorder.endRecording()); EXPECT_EQ(0, m_frameBufferRequestCount); m_surface->getCanvas()->drawPicture(picture.get()); EXPECT_EQ(0, m_frameBufferRequestCount); SkBitmap canvasBitmap; canvasBitmap.allocN32Pixels(100, 100); ASSERT_TRUE(m_surface->getCanvas()->readPixels(&canvasBitmap, 0, 0)); SkAutoLockPixels autoLock(canvasBitmap); EXPECT_EQ(SkColorSetARGB(255, 255, 255, 255), canvasBitmap.getColor(0, 0)); } TEST_F(DeferredImageDecoderTest, drawIntoSkPictureProgressive) { RefPtr partialData = SharedBuffer::create(m_data->data(), m_data->size() - 10); // Received only half the file. m_lazyDecoder->setData(*partialData, false); RefPtr image = m_lazyDecoder->frameBufferAtIndex(0)->asNewNativeImage(); SkPictureRecorder recorder; SkCanvas* tempCanvas = recorder.beginRecording(100, 100, 0, 0); tempCanvas->drawBitmap(image->bitmap(), 0, 0); RefPtr picture = adoptRef(recorder.endRecording()); m_surface->getCanvas()->drawPicture(picture.get()); // Fully received the file and draw the SkPicture again. m_lazyDecoder->setData(*m_data, true); image = m_lazyDecoder->frameBufferAtIndex(0)->asNewNativeImage(); tempCanvas = recorder.beginRecording(100, 100, 0, 0); tempCanvas->drawBitmap(image->bitmap(), 0, 0); picture = adoptRef(recorder.endRecording()); m_surface->getCanvas()->drawPicture(picture.get()); SkBitmap canvasBitmap; canvasBitmap.allocN32Pixels(100, 100); ASSERT_TRUE(m_surface->getCanvas()->readPixels(&canvasBitmap, 0, 0)); SkAutoLockPixels autoLock(canvasBitmap); EXPECT_EQ(SkColorSetARGB(255, 255, 255, 255), canvasBitmap.getColor(0, 0)); } static void rasterizeMain(SkCanvas* canvas, SkPicture* picture) { canvas->drawPicture(picture); } TEST_F(DeferredImageDecoderTest, decodeOnOtherThread) { m_lazyDecoder->setData(*m_data, true); RefPtr image = m_lazyDecoder->frameBufferAtIndex(0)->asNewNativeImage(); EXPECT_EQ(1, image->bitmap().width()); EXPECT_EQ(1, image->bitmap().height()); EXPECT_FALSE(image->bitmap().isNull()); EXPECT_TRUE(image->bitmap().isImmutable()); SkPictureRecorder recorder; SkCanvas* tempCanvas = recorder.beginRecording(100, 100, 0, 0); tempCanvas->drawBitmap(image->bitmap(), 0, 0); RefPtr picture = adoptRef(recorder.endRecording()); EXPECT_EQ(0, m_frameBufferRequestCount); // Create a thread to rasterize SkPicture. OwnPtr thread = adoptPtr(new base::Thread("RasterThread")); thread->Start(); thread->message_loop()->PostTask(FROM_HERE, base::Bind(&rasterizeMain, m_surface->getCanvas(), picture.get())); thread.clear(); EXPECT_EQ(0, m_frameBufferRequestCount); SkBitmap canvasBitmap; canvasBitmap.allocN32Pixels(100, 100); ASSERT_TRUE(m_surface->getCanvas()->readPixels(&canvasBitmap, 0, 0)); SkAutoLockPixels autoLock(canvasBitmap); EXPECT_EQ(SkColorSetARGB(255, 255, 255, 255), canvasBitmap.getColor(0, 0)); } TEST_F(DeferredImageDecoderTest, singleFrameImageLoading) { m_status = ImageFrame::FramePartial; m_lazyDecoder->setData(*m_data, false); EXPECT_FALSE(m_lazyDecoder->frameIsCompleteAtIndex(0)); ImageFrame* frame = m_lazyDecoder->frameBufferAtIndex(0); unsigned firstId = frame->getSkBitmap().getGenerationID(); EXPECT_EQ(ImageFrame::FramePartial, frame->status()); EXPECT_TRUE(m_actualDecoder); m_status = ImageFrame::FrameComplete; m_data->append(" ", 1); m_lazyDecoder->setData(*m_data, true); EXPECT_FALSE(m_actualDecoder); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(0)); frame = m_lazyDecoder->frameBufferAtIndex(0); unsigned secondId = frame->getSkBitmap().getGenerationID(); EXPECT_EQ(ImageFrame::FrameComplete, frame->status()); EXPECT_FALSE(m_frameBufferRequestCount); EXPECT_NE(firstId, secondId); EXPECT_EQ(secondId, m_lazyDecoder->frameBufferAtIndex(0)->getSkBitmap().getGenerationID()); } TEST_F(DeferredImageDecoderTest, multiFrameImageLoading) { m_repetitionCount = 10; m_frameCount = 1; m_frameDuration = 10; m_status = ImageFrame::FramePartial; m_lazyDecoder->setData(*m_data, false); EXPECT_EQ(ImageFrame::FramePartial, m_lazyDecoder->frameBufferAtIndex(0)->status()); unsigned firstId = m_lazyDecoder->frameBufferAtIndex(0)->getSkBitmap().getGenerationID(); EXPECT_FALSE(m_lazyDecoder->frameIsCompleteAtIndex(0)); EXPECT_EQ(10.0f, m_lazyDecoder->frameBufferAtIndex(0)->duration()); EXPECT_EQ(10.0f, m_lazyDecoder->frameDurationAtIndex(0)); m_frameCount = 2; m_frameDuration = 20; m_status = ImageFrame::FrameComplete; m_data->append(" ", 1); m_lazyDecoder->setData(*m_data, false); EXPECT_EQ(ImageFrame::FrameComplete, m_lazyDecoder->frameBufferAtIndex(0)->status()); EXPECT_EQ(ImageFrame::FrameComplete, m_lazyDecoder->frameBufferAtIndex(1)->status()); unsigned secondId = m_lazyDecoder->frameBufferAtIndex(0)->getSkBitmap().getGenerationID(); EXPECT_NE(firstId, secondId); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(0)); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(1)); EXPECT_EQ(20.0f, m_lazyDecoder->frameDurationAtIndex(1)); EXPECT_EQ(10.0f, m_lazyDecoder->frameBufferAtIndex(0)->duration()); EXPECT_EQ(20.0f, m_lazyDecoder->frameBufferAtIndex(1)->duration()); EXPECT_TRUE(m_actualDecoder); m_frameCount = 3; m_frameDuration = 30; m_status = ImageFrame::FrameComplete; m_lazyDecoder->setData(*m_data, true); EXPECT_FALSE(m_actualDecoder); EXPECT_EQ(ImageFrame::FrameComplete, m_lazyDecoder->frameBufferAtIndex(0)->status()); EXPECT_EQ(ImageFrame::FrameComplete, m_lazyDecoder->frameBufferAtIndex(1)->status()); EXPECT_EQ(ImageFrame::FrameComplete, m_lazyDecoder->frameBufferAtIndex(2)->status()); EXPECT_EQ(secondId, m_lazyDecoder->frameBufferAtIndex(0)->getSkBitmap().getGenerationID()); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(0)); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(1)); EXPECT_TRUE(m_lazyDecoder->frameIsCompleteAtIndex(2)); EXPECT_EQ(10.0f, m_lazyDecoder->frameDurationAtIndex(0)); EXPECT_EQ(20.0f, m_lazyDecoder->frameDurationAtIndex(1)); EXPECT_EQ(30.0f, m_lazyDecoder->frameDurationAtIndex(2)); EXPECT_EQ(10.0f, m_lazyDecoder->frameBufferAtIndex(0)->duration()); EXPECT_EQ(20.0f, m_lazyDecoder->frameBufferAtIndex(1)->duration()); EXPECT_EQ(30.0f, m_lazyDecoder->frameBufferAtIndex(2)->duration()); EXPECT_EQ(10, m_lazyDecoder->repetitionCount()); } TEST_F(DeferredImageDecoderTest, decodedSize) { m_decodedSize = IntSize(22, 33); m_lazyDecoder->setData(*m_data, true); RefPtr image = m_lazyDecoder->frameBufferAtIndex(0)->asNewNativeImage(); EXPECT_EQ(m_decodedSize.width(), image->bitmap().width()); EXPECT_EQ(m_decodedSize.height(), image->bitmap().height()); EXPECT_FALSE(image->bitmap().isNull()); EXPECT_TRUE(image->bitmap().isImmutable()); useMockImageDecoderFactory(); // The following code should not fail any assert. SkPictureRecorder recorder; SkCanvas* tempCanvas = recorder.beginRecording(100, 100, 0, 0); tempCanvas->drawBitmap(image->bitmap(), 0, 0); RefPtr picture = adoptRef(recorder.endRecording()); EXPECT_EQ(0, m_frameBufferRequestCount); m_surface->getCanvas()->drawPicture(picture.get()); EXPECT_EQ(1, m_frameBufferRequestCount); } TEST_F(DeferredImageDecoderTest, smallerFrameCount) { m_frameCount = 1; m_lazyDecoder->setData(*m_data, false); EXPECT_EQ(m_frameCount, m_lazyDecoder->frameCount()); m_frameCount = 2; m_lazyDecoder->setData(*m_data, false); EXPECT_EQ(m_frameCount, m_lazyDecoder->frameCount()); m_frameCount = 0; m_lazyDecoder->setData(*m_data, true); EXPECT_EQ(m_frameCount, m_lazyDecoder->frameCount()); } } // namespace blink