/* * Copyright (C) 2015 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with the * distribution. * 3. Neither the name of Google Inc. nor the names of its contributors * may be used to endorse or promote products derived from this * software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "config.h" #include "MockRealtimeVideoSource.h" #if ENABLE(MEDIA_STREAM) #include "GraphicsContext.h" #include "ImageBuffer.h" #include "IntRect.h" #include "Logging.h" #include "MediaConstraints.h" #include "NotImplemented.h" #include "PlatformLayer.h" #include "RealtimeMediaSourceSettings.h" #include "UUID.h" #include #include #include #include namespace WebCore { #if !PLATFORM(MAC) && !PLATFORM(IOS) RefPtr MockRealtimeVideoSource::create() { return adoptRef(new MockRealtimeVideoSource()); } #endif MockRealtimeVideoSource::MockRealtimeVideoSource() : MockRealtimeMediaSource(createCanonicalUUIDString(), RealtimeMediaSource::Video, mockVideoSourceName()) , m_timer(RunLoop::current(), this, &MockRealtimeVideoSource::generateFrame) { m_dashWidths.reserveInitialCapacity(2); m_dashWidths.uncheckedAppend(6); m_dashWidths.uncheckedAppend(6); } void MockRealtimeVideoSource::startProducingData() { MockRealtimeMediaSource::startProducingData(); if (m_size.isEmpty()) setSize(IntSize(640, 480)); m_startTime = monotonicallyIncreasingTime(); m_timer.startRepeating(std::chrono::milliseconds(lround(1000 / m_frameRate))); } void MockRealtimeVideoSource::stopProducingData() { MockRealtimeMediaSource::startProducingData(); m_timer.stop(); m_elapsedTime += monotonicallyIncreasingTime() - m_startTime; m_startTime = NAN; } double MockRealtimeVideoSource::elapsedTime() { if (std::isnan(m_startTime)) return m_elapsedTime; return m_elapsedTime + (monotonicallyIncreasingTime() - m_startTime); } void MockRealtimeVideoSource::updateSettings(RealtimeMediaSourceSettings& settings) { settings.setFacingMode(RealtimeMediaSourceSettings::User); settings.setFrameRate(m_frameRate); settings.setWidth(m_size.width()); settings.setHeight(m_size.height()); settings.setAspectRatio(static_cast(m_size.width()) / m_size.height()); } void MockRealtimeVideoSource::initializeCapabilities(RealtimeMediaSourceCapabilities& capabilities) { capabilities.addFacingMode(RealtimeMediaSourceSettings::User); capabilities.addFacingMode(RealtimeMediaSourceSettings::Environment); capabilities.setWidth(CapabilityValueOrRange(320UL, 1920UL)); capabilities.setHeight(CapabilityValueOrRange(240UL, 1080UL)); capabilities.setFrameRate(CapabilityValueOrRange(15.0, 60.0)); capabilities.setAspectRatio(CapabilityValueOrRange(4 / 3.0, 16 / 9.0)); } void MockRealtimeVideoSource::initializeSupportedConstraints(RealtimeMediaSourceSupportedConstraints& supportedConstraints) { supportedConstraints.setSupportsWidth(true); supportedConstraints.setSupportsHeight(true); supportedConstraints.setSupportsAspectRatio(true); supportedConstraints.setSupportsFrameRate(true); supportedConstraints.setSupportsFacingMode(true); } void MockRealtimeVideoSource::setFrameRate(float rate) { if (m_frameRate == rate) return; m_frameRate = rate; if (m_timer.isActive()) m_timer.startRepeating(std::chrono::milliseconds(lround(1000 / m_frameRate))); settingsDidChanged(); } void MockRealtimeVideoSource::setSize(const IntSize& size) { if (size == m_size) return; m_size = size; m_baseFontSize = m_size.height() * .08; FontCascadeDescription fontDescription; fontDescription.setOneFamily("Courier"); fontDescription.setSpecifiedSize(m_baseFontSize); fontDescription.setComputedSize(m_baseFontSize); fontDescription.setWeight(FontWeight500); m_timeFont = FontCascade(fontDescription, 0, 0); m_timeFont.update(nullptr); m_bipBopFontSize = m_baseFontSize * 2.5; fontDescription.setSpecifiedSize(m_bipBopFontSize); fontDescription.setComputedSize(m_bipBopFontSize); m_bipBopFont = FontCascade(fontDescription, 0, 0); m_bipBopFont.update(nullptr); m_statsFontSize = m_baseFontSize * .5; fontDescription.setSpecifiedSize(m_statsFontSize); fontDescription.setComputedSize(m_statsFontSize); m_statsFont = FontCascade(fontDescription, 0, 0); m_statsFont.update(nullptr); m_imageBuffer = nullptr; updatePlatformLayer(); settingsDidChanged(); } void MockRealtimeVideoSource::drawAnimation(GraphicsContext& context) { float radius = m_size.width() * .09; FloatPoint location(m_size.width() * .8, m_size.height() * .3); m_path.clear(); m_path.moveTo(location); m_path.addArc(location, radius, 0, 2 * piFloat, false); m_path.closeSubpath(); context.setFillColor(Color::white); context.setFillRule(RULE_NONZERO); context.fillPath(m_path); float endAngle = piFloat * (((fmod(m_frameNumber, m_frameRate) + 0.5) * (2.0 / m_frameRate)) + 1); m_path.clear(); m_path.moveTo(location); m_path.addArc(location, radius, 1.5 * piFloat, endAngle, false); m_path.closeSubpath(); context.setFillColor(Color::gray); context.setFillRule(RULE_NONZERO); context.fillPath(m_path); } void MockRealtimeVideoSource::drawBoxes(GraphicsContext& context) { static const RGBA32 magenta = 0xffff00ff; static const RGBA32 yellow = 0xffffff00; static const RGBA32 blue = 0xff0000ff; static const RGBA32 red = 0xffff0000; static const RGBA32 green = 0xff008000; float boxSize = m_size.width() * .035; float boxTop = m_size.height() * .6; m_path.clear(); FloatRect frameRect(2, 2, m_size.width() - 3, m_size.height() - 3); context.setStrokeColor(Color::white); context.setStrokeThickness(3); context.setLineDash(m_dashWidths, 0); m_path.addRect(frameRect); m_path.closeSubpath(); context.strokePath(m_path); context.setLineDash(DashArray(), 0); m_path.clear(); m_path.moveTo(FloatPoint(0, boxTop + boxSize)); m_path.addLineTo(FloatPoint(m_size.width(), boxTop + boxSize)); m_path.closeSubpath(); context.setStrokeColor(Color::white); context.setStrokeThickness(2); context.strokePath(m_path); context.setStrokeThickness(1); float boxLeft = boxSize; m_path.clear(); for (unsigned i = 0; i < boxSize / 4; i++) { m_path.moveTo(FloatPoint(boxLeft + 4 * i, boxTop)); m_path.addLineTo(FloatPoint(boxLeft + 4 * i, boxTop + boxSize)); } boxLeft += boxSize + 2; for (unsigned i = 0; i < boxSize / 4; i++) { m_path.moveTo(FloatPoint(boxLeft, boxTop + 4 * i)); m_path.addLineTo(FloatPoint(boxLeft + boxSize - 1, boxTop + 4 * i)); } context.setStrokeThickness(3); boxLeft += boxSize + 2; for (unsigned i = 0; i < boxSize / 8; i++) { m_path.moveTo(FloatPoint(boxLeft + 8 * i, boxTop)); m_path.addLineTo(FloatPoint(boxLeft + 8 * i, boxTop + boxSize - 1)); } boxLeft += boxSize + 2; for (unsigned i = 0; i < boxSize / 8; i++) { m_path.moveTo(FloatPoint(boxLeft, boxTop + 8 * i)); m_path.addLineTo(FloatPoint(boxLeft + boxSize - 1, boxTop + 8 * i)); } boxTop += boxSize + 2; boxLeft = boxSize; Color boxColors[] = { Color::white, yellow, Color::cyan, green, magenta, red, blue }; for (unsigned i = 0; i < sizeof(boxColors) / sizeof(boxColors[0]); i++) { context.fillRect(FloatRect(boxLeft, boxTop, boxSize + 1, boxSize + 1), boxColors[i]); boxLeft += boxSize + 1; } context.strokePath(m_path); } void MockRealtimeVideoSource::drawText(GraphicsContext& context) { unsigned milliseconds = lround(elapsedTime() * 1000); unsigned seconds = milliseconds / 1000 % 60; unsigned minutes = seconds / 60 % 60; unsigned hours = minutes / 60 % 60; FloatPoint timeLocation(m_size.width() * .05, m_size.height() * .15); context.setFillColor(Color::white); context.setTextDrawingMode(TextModeFill); String string = String::format("%02u:%02u:%02u.%03u", hours, minutes, seconds, milliseconds % 1000); context.drawText(m_timeFont, TextRun((StringView(string))), timeLocation, 0, -1); string = String::format("%06u", m_frameNumber++); timeLocation.move(0, m_baseFontSize); context.drawText(m_timeFont, TextRun((StringView(string))), timeLocation, 0, -1); FloatPoint statsLocation(m_size.width() * .65, m_size.height() * .75); string = String::format("Frame rate: %ufps", m_frameRate); context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1); string = String::format("Size: %u x %u", m_size.width(), m_size.height()); statsLocation.move(0, m_statsFontSize); context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1); const char* camera; switch (settings().facingMode()) { case RealtimeMediaSourceSettings::User: camera = "User facing"; break; case RealtimeMediaSourceSettings::Environment: camera = "Environment facing"; break; case RealtimeMediaSourceSettings::Left: camera = "Left facing"; break; case RealtimeMediaSourceSettings::Right: camera = "Right facing"; break; case RealtimeMediaSourceSettings::Unknown: camera = "Unknown"; break; } string = String::format("Camera: %s", camera); statsLocation.move(0, m_statsFontSize); context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1); FloatPoint bipBopLocation(m_size.width() * .6, m_size.height() * .6); unsigned frameMod = m_frameNumber % 60; if (frameMod <= 15) { context.setFillColor(Color::gray); String bip(ASCIILiteral("Bip")); context.drawText(m_bipBopFont, TextRun(StringView(bip)), bipBopLocation, 0, -1); } else if (frameMod > 30 && frameMod <= 45) { context.setFillColor(Color::white); String bop(ASCIILiteral("Bop")); context.drawText(m_bipBopFont, TextRun(StringView(bop)), bipBopLocation, 0, -1); } } void MockRealtimeVideoSource::generateFrame() { GraphicsContext& context = imageBuffer()->context(); GraphicsContextStateSaver stateSaver(context); FloatRect frameRect(FloatPoint(), m_size); context.fillRect(FloatRect(FloatPoint(), m_size), Color::black); drawText(context); drawAnimation(context); drawBoxes(context); updatePlatformLayer(); } ImageBuffer* MockRealtimeVideoSource::imageBuffer() const { if (m_imageBuffer) return m_imageBuffer.get(); m_imageBuffer = ImageBuffer::create(m_size, Unaccelerated); if (!m_imageBuffer) return nullptr; m_imageBuffer->context().setImageInterpolationQuality(InterpolationDefault); m_imageBuffer->context().setStrokeThickness(1); return m_imageBuffer.get(); } void MockRealtimeVideoSource::paintCurrentFrameInContext(GraphicsContext& context, const FloatRect& rect) { if (context.paintingDisabled() || !imageBuffer()) return; GraphicsContextStateSaver stateSaver(context); context.setImageInterpolationQuality(InterpolationLow); IntRect paintRect(IntPoint(0, 0), IntSize(rect.width(), rect.height())); context.drawImage(*m_imageBuffer->copyImage(DontCopyBackingStore), rect); } RefPtr MockRealtimeVideoSource::currentFrameImage() { if (!imageBuffer()) return nullptr; return m_imageBuffer->copyImage(DontCopyBackingStore); } } // namespace WebCore #endif // ENABLE(MEDIA_STREAM)