Source code
Revision control
Copy as Markdown
Other Tools
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
#include "VideoSegment.h"
#include "gfx2DGlue.h"
#include "ImageContainer.h"
#include "VideoUtils.h"
#include "mozilla/UniquePtr.h"
namespace mozilla {
using namespace layers;
VideoFrame::VideoFrame(already_AddRefed<Image> aImage,
const gfx::IntSize& aIntrinsicSize)
: mImage(aImage),
mIntrinsicSize(aIntrinsicSize),
mForceBlack(false),
mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {}
VideoFrame::VideoFrame()
: mIntrinsicSize(0, 0),
mForceBlack(false),
mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {}
VideoFrame::~VideoFrame() = default;
void VideoFrame::SetNull() {
mImage = nullptr;
mIntrinsicSize = gfx::IntSize(0, 0);
mPrincipalHandle = PRINCIPAL_HANDLE_NONE;
}
void VideoFrame::TakeFrom(VideoFrame* aFrame) {
mImage = std::move(aFrame->mImage);
mIntrinsicSize = aFrame->mIntrinsicSize;
mForceBlack = aFrame->GetForceBlack();
mPrincipalHandle = aFrame->mPrincipalHandle;
}
/* static */
already_AddRefed<Image> VideoFrame::CreateBlackImage(
const gfx::IntSize& aSize) {
RefPtr<ImageContainer> container = MakeAndAddRef<ImageContainer>(
ImageUsageType::BlackImage, ImageContainer::ASYNCHRONOUS);
RefPtr<PlanarYCbCrImage> image = container->CreatePlanarYCbCrImage();
if (!image) {
return nullptr;
}
gfx::IntSize cbcrSize((aSize.width + 1) / 2, (aSize.height + 1) / 2);
int yLen = aSize.width * aSize.height;
int cbcrLen = cbcrSize.width * cbcrSize.height;
// Generate a black image.
auto frame = MakeUnique<uint8_t[]>(yLen + 2 * cbcrLen);
// Fill Y plane.
memset(frame.get(), 0x10, yLen);
// Fill Cb/Cr planes.
memset(frame.get() + yLen, 0x80, 2 * cbcrLen);
layers::PlanarYCbCrData data;
data.mYChannel = frame.get();
data.mYStride = aSize.width;
data.mCbCrStride = cbcrSize.width;
data.mCbChannel = frame.get() + yLen;
data.mCrChannel = data.mCbChannel + cbcrLen;
data.mPictureRect = gfx::IntRect(0, 0, aSize.width, aSize.height);
data.mStereoMode = StereoMode::MONO;
data.mYUVColorSpace = gfx::YUVColorSpace::BT601;
// 0x00, 0x80, 0x80
data.mColorRange = gfx::ColorRange::LIMITED;
data.mChromaSubsampling = gfx::ChromaSubsampling::HALF_WIDTH_AND_HEIGHT;
// Copies data, so we can free data.
if (NS_FAILED(image->CopyData(data))) {
return nullptr;
}
return image.forget();
}
void VideoSegment::AppendFrame(const VideoChunk& aChunk,
const Maybe<bool>& aForceBlack,
const Maybe<TimeStamp>& aTimeStamp) {
VideoChunk* chunk = AppendChunk(0);
chunk->mTimeStamp = aTimeStamp ? *aTimeStamp : aChunk.mTimeStamp;
chunk->mProcessingDuration = aChunk.mProcessingDuration;
chunk->mMediaTime = aChunk.mMediaTime;
chunk->mWebrtcCaptureTime = aChunk.mWebrtcCaptureTime;
chunk->mWebrtcReceiveTime = aChunk.mWebrtcReceiveTime;
chunk->mRtpTimestamp = aChunk.mRtpTimestamp;
VideoFrame frame(do_AddRef(aChunk.mFrame.GetImage()),
aChunk.mFrame.GetIntrinsicSize());
MOZ_ASSERT_IF(!IsNull(), !aChunk.mTimeStamp.IsNull());
frame.SetForceBlack(aForceBlack ? *aForceBlack
: aChunk.mFrame.GetForceBlack());
frame.SetPrincipalHandle(aChunk.mFrame.GetPrincipalHandle());
chunk->mFrame.TakeFrom(&frame);
}
void VideoSegment::AppendFrame(already_AddRefed<Image>&& aImage,
const IntSize& aIntrinsicSize,
const PrincipalHandle& aPrincipalHandle,
bool aForceBlack, TimeStamp aTimeStamp,
media::TimeUnit aProcessingDuration,
media::TimeUnit aMediaTime) {
VideoChunk* chunk = AppendChunk(0);
chunk->mTimeStamp = aTimeStamp;
chunk->mProcessingDuration = aProcessingDuration;
chunk->mMediaTime = aMediaTime;
VideoFrame frame(std::move(aImage), aIntrinsicSize);
MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
frame.SetForceBlack(aForceBlack);
frame.SetPrincipalHandle(aPrincipalHandle);
chunk->mFrame.TakeFrom(&frame);
}
void VideoSegment::AppendWebrtcRemoteFrame(
already_AddRefed<Image>&& aImage, const IntSize& aIntrinsicSize,
const PrincipalHandle& aPrincipalHandle, bool aForceBlack,
TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration,
uint32_t aRtpTimestamp, int64_t aWebrtcCaptureTimeNtp,
int64_t aWebrtcReceiveTimeUs) {
VideoChunk* chunk = AppendChunk(0);
chunk->mTimeStamp = aTimeStamp;
chunk->mProcessingDuration = aProcessingDuration;
if (aWebrtcCaptureTimeNtp > 0) {
chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTimeNtp);
}
if (aWebrtcReceiveTimeUs > 0) {
chunk->mWebrtcReceiveTime = Some(aWebrtcReceiveTimeUs);
}
chunk->mRtpTimestamp = Some(aRtpTimestamp);
VideoFrame frame(std::move(aImage), aIntrinsicSize);
MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
frame.SetForceBlack(aForceBlack);
frame.SetPrincipalHandle(aPrincipalHandle);
chunk->mFrame.TakeFrom(&frame);
}
void VideoSegment::AppendWebrtcLocalFrame(
already_AddRefed<Image>&& aImage, const IntSize& aIntrinsicSize,
const PrincipalHandle& aPrincipalHandle, bool aForceBlack,
TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration,
TimeStamp aWebrtcCaptureTime) {
VideoChunk* chunk = AppendChunk(0);
chunk->mTimeStamp = aTimeStamp;
chunk->mProcessingDuration = aProcessingDuration;
chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTime);
VideoFrame frame(std::move(aImage), aIntrinsicSize);
MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
frame.SetForceBlack(aForceBlack);
frame.SetPrincipalHandle(aPrincipalHandle);
chunk->mFrame.TakeFrom(&frame);
}
VideoSegment::VideoSegment()
: MediaSegmentBase<VideoSegment, VideoChunk>(VIDEO) {}
VideoSegment::VideoSegment(VideoSegment&& aSegment)
: MediaSegmentBase<VideoSegment, VideoChunk>(std::move(aSegment)) {}
VideoSegment::~VideoSegment() = default;
} // namespace mozilla