Source code
Revision control
Copy as Markdown
Other Tools
/*
* Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
*
* Use of this source code is governed by a BSD-style license
* that can be found in the LICENSE file in the root of the source
* tree. An additional intellectual property rights grant can be found
* in the file PATENTS. All contributing project authors may
* be found in the AUTHORS file in the root of the source tree.
*/
#include "test/video_codec_tester.h"
#include <map>
#include <memory>
#include <string>
#include <tuple>
#include <utility>
#include <vector>
#include "api/environment/environment.h"
#include "api/environment/environment_factory.h"
#include "api/test/mock_video_decoder.h"
#include "api/test/mock_video_decoder_factory.h"
#include "api/test/mock_video_encoder.h"
#include "api/test/mock_video_encoder_factory.h"
#include "api/units/data_rate.h"
#include "api/units/data_size.h"
#include "api/units/frequency.h"
#include "api/units/time_delta.h"
#include "api/video/i420_buffer.h"
#include "api/video/video_frame.h"
#include "api/video_codecs/builtin_video_decoder_factory.h"
#include "api/video_codecs/builtin_video_encoder_factory.h"
#include "api/video_codecs/scalability_mode.h"
#include "api/video_codecs/video_decoder.h"
#include "api/video_codecs/video_encoder.h"
#include "modules/video_coding/include/video_codec_interface.h"
#include "modules/video_coding/svc/scalability_mode_util.h"
#include "test/gmock.h"
#include "test/gtest.h"
#include "test/testsupport/file_utils.h"
#include "third_party/libyuv/include/libyuv/planar_functions.h"
namespace webrtc {
namespace test {
namespace {
using ::testing::_;
using ::testing::ElementsAre;
using ::testing::Field;
using ::testing::NiceMock;
using ::testing::Return;
using ::testing::SizeIs;
using ::testing::UnorderedElementsAreArray;
using ::testing::Values;
using ::testing::WithoutArgs;
using VideoCodecStats = VideoCodecTester::VideoCodecStats;
using VideoSourceSettings = VideoCodecTester::VideoSourceSettings;
using CodedVideoSource = VideoCodecTester::CodedVideoSource;
using EncodingSettings = VideoCodecTester::EncodingSettings;
using LayerSettings = EncodingSettings::LayerSettings;
using LayerId = VideoCodecTester::LayerId;
using DecoderSettings = VideoCodecTester::DecoderSettings;
using EncoderSettings = VideoCodecTester::EncoderSettings;
using PacingSettings = VideoCodecTester::PacingSettings;
using PacingMode = PacingSettings::PacingMode;
using Filter = VideoCodecStats::Filter;
using Frame = VideoCodecTester::VideoCodecStats::Frame;
using Stream = VideoCodecTester::VideoCodecStats::Stream;
constexpr int kWidth = 2;
constexpr int kHeight = 2;
const DataRate kBitrate = DataRate::BytesPerSec(100);
const Frequency kFramerate = Frequency::Hertz(30);
constexpr Frequency k90kHz = Frequency::Hertz(90000);
rtc::scoped_refptr<I420Buffer> CreateYuvBuffer(uint8_t y = 0,
uint8_t u = 0,
uint8_t v = 0) {
rtc::scoped_refptr<I420Buffer> buffer(I420Buffer::Create(2, 2));
libyuv::I420Rect(buffer->MutableDataY(), buffer->StrideY(),
buffer->MutableDataU(), buffer->StrideU(),
buffer->MutableDataV(), buffer->StrideV(), 0, 0,
buffer->width(), buffer->height(), y, u, v);
return buffer;
}
// TODO(ssilkin): Wrap this into a class that removes file in dtor.
std::string CreateYuvFile(int width, int height, int num_frames) {
std::string path = webrtc::test::TempFilename(webrtc::test::OutputPath(),
"video_codec_tester_unittest");
FILE* file = fopen(path.c_str(), "wb");
for (int frame_num = 0; frame_num < num_frames; ++frame_num) {
// For purposes of testing quality estimation, we need Y, U, V values in
// source and decoded video to be unique and deterministic. In source video
// we make them functions of frame number. The test decoder makes them
// functions of encoded frame size in decoded video.
uint8_t y = (frame_num * 3 + 0) & 255;
uint8_t u = (frame_num * 3 + 1) & 255;
uint8_t v = (frame_num * 3 + 2) & 255;
rtc::scoped_refptr<I420Buffer> buffer = CreateYuvBuffer(y, u, v);
fwrite(buffer->DataY(), 1, width * height, file);
int chroma_size_bytes = (width + 1) / 2 * (height + 1) / 2;
fwrite(buffer->DataU(), 1, chroma_size_bytes, file);
fwrite(buffer->DataV(), 1, chroma_size_bytes, file);
}
fclose(file);
return path;
}
class TestVideoEncoder : public MockVideoEncoder {
public:
TestVideoEncoder(ScalabilityMode scalability_mode,
std::vector<std::vector<Frame>> encoded_frames)
: scalability_mode_(scalability_mode), encoded_frames_(encoded_frames) {}
int32_t Encode(const VideoFrame& input_frame,
const std::vector<VideoFrameType>*) override {
for (const Frame& frame : encoded_frames_[num_encoded_frames_]) {
if (frame.frame_size.IsZero()) {
continue; // Frame drop.
}
EncodedImage encoded_frame;
encoded_frame._encodedWidth = frame.width;
encoded_frame._encodedHeight = frame.height;
encoded_frame.SetFrameType(frame.keyframe
? VideoFrameType::kVideoFrameKey
: VideoFrameType::kVideoFrameDelta);
encoded_frame.SetRtpTimestamp(input_frame.rtp_timestamp());
encoded_frame.SetSpatialIndex(frame.layer_id.spatial_idx);
encoded_frame.SetTemporalIndex(frame.layer_id.temporal_idx);
encoded_frame.SetEncodedData(
EncodedImageBuffer::Create(frame.frame_size.bytes()));
CodecSpecificInfo codec_specific_info;
codec_specific_info.scalability_mode = scalability_mode_;
callback_->OnEncodedImage(encoded_frame, &codec_specific_info);
}
++num_encoded_frames_;
return WEBRTC_VIDEO_CODEC_OK;
}
int32_t RegisterEncodeCompleteCallback(
EncodedImageCallback* callback) override {
callback_ = callback;
return WEBRTC_VIDEO_CODEC_OK;
}
private:
ScalabilityMode scalability_mode_;
std::vector<std::vector<Frame>> encoded_frames_;
int num_encoded_frames_ = 0;
EncodedImageCallback* callback_;
};
class TestVideoDecoder : public MockVideoDecoder {
public:
int32_t Decode(const EncodedImage& encoded_frame, int64_t) {
uint8_t y = (encoded_frame.size() + 0) & 255;
uint8_t u = (encoded_frame.size() + 2) & 255;
uint8_t v = (encoded_frame.size() + 4) & 255;
rtc::scoped_refptr<I420Buffer> frame_buffer = CreateYuvBuffer(y, u, v);
VideoFrame decoded_frame =
VideoFrame::Builder()
.set_video_frame_buffer(frame_buffer)
.set_rtp_timestamp(encoded_frame.RtpTimestamp())
.build();
callback_->Decoded(decoded_frame);
frame_sizes_.push_back(DataSize::Bytes(encoded_frame.size()));
return WEBRTC_VIDEO_CODEC_OK;
}
int32_t RegisterDecodeCompleteCallback(DecodedImageCallback* callback) {
callback_ = callback;
return WEBRTC_VIDEO_CODEC_OK;
}
const std::vector<DataSize>& frame_sizes() const { return frame_sizes_; }
private:
DecodedImageCallback* callback_;
std::vector<DataSize> frame_sizes_;
};
class VideoCodecTesterTest : public ::testing::Test {
public:
std::unique_ptr<VideoCodecStats> RunEncodeDecodeTest(
std::string codec_type,
ScalabilityMode scalability_mode,
std::vector<std::vector<Frame>> encoded_frames,
absl::optional<int> num_source_frames = absl::nullopt) {
int num_frames = encoded_frames.size();
std::string yuv_path =
CreateYuvFile(kWidth, kHeight, num_source_frames.value_or(num_frames));
VideoSourceSettings video_source_settings{
.file_path = yuv_path,
.resolution = {.width = kWidth, .height = kHeight},
.framerate = kFramerate};
NiceMock<MockVideoEncoderFactory> encoder_factory;
ON_CALL(encoder_factory, Create).WillByDefault(WithoutArgs([&] {
return std::make_unique<NiceMock<TestVideoEncoder>>(scalability_mode,
encoded_frames);
}));
NiceMock<MockVideoDecoderFactory> decoder_factory;
ON_CALL(decoder_factory, Create).WillByDefault(WithoutArgs([&] {
// Video codec tester destroyes decoder at the end of test. Test
// decoder collects stats which we need to access after test. To keep
// the decode alive we wrap it into a wrapper and pass the wrapper to
// the tester.
class DecoderWrapper : public TestVideoDecoder {
public:
explicit DecoderWrapper(TestVideoDecoder* decoder)
: decoder_(decoder) {}
int32_t Decode(const EncodedImage& encoded_frame,
int64_t render_time_ms) {
return decoder_->Decode(encoded_frame, render_time_ms);
}
int32_t RegisterDecodeCompleteCallback(DecodedImageCallback* callback) {
return decoder_->RegisterDecodeCompleteCallback(callback);
}
TestVideoDecoder* decoder_;
};
decoders_.push_back(std::make_unique<NiceMock<TestVideoDecoder>>());
return std::make_unique<NiceMock<DecoderWrapper>>(decoders_.back().get());
}));
int num_spatial_layers =
ScalabilityModeToNumSpatialLayers(scalability_mode);
int num_temporal_layers =
ScalabilityModeToNumTemporalLayers(scalability_mode);
std::map<uint32_t, EncodingSettings> encoding_settings;
for (int frame_num = 0; frame_num < num_frames; ++frame_num) {
std::map<LayerId, LayerSettings> layers_settings;
for (int sidx = 0; sidx < num_spatial_layers; ++sidx) {
for (int tidx = 0; tidx < num_temporal_layers; ++tidx) {
layers_settings.emplace(
LayerId{.spatial_idx = sidx, .temporal_idx = tidx},
LayerSettings{
.resolution = {.width = kWidth, .height = kHeight},
.framerate =
kFramerate / (1 << (num_temporal_layers - 1 - tidx)),
.bitrate = kBitrate});
}
}
encoding_settings.emplace(
encoded_frames[frame_num].front().timestamp_rtp,
EncodingSettings{.sdp_video_format = SdpVideoFormat(codec_type),
.scalability_mode = scalability_mode,
.layers_settings = layers_settings});
}
std::unique_ptr<VideoCodecStats> stats =
VideoCodecTester::RunEncodeDecodeTest(
env_, video_source_settings, &encoder_factory, &decoder_factory,
EncoderSettings{}, DecoderSettings{}, encoding_settings);
remove(yuv_path.c_str());
return stats;
}
protected:
const Environment env_ = CreateEnvironment();
std::vector<std::unique_ptr<TestVideoDecoder>> decoders_;
};
EncodedImage CreateEncodedImage(uint32_t timestamp_rtp) {
EncodedImage encoded_image;
encoded_image.SetRtpTimestamp(timestamp_rtp);
return encoded_image;
}
class MockCodedVideoSource : public CodedVideoSource {
public:
MockCodedVideoSource(int num_frames, Frequency framerate)
: num_frames_(num_frames), frame_num_(0), framerate_(framerate) {}
absl::optional<EncodedImage> PullFrame() override {
if (frame_num_ >= num_frames_) {
return absl::nullopt;
}
uint32_t timestamp_rtp = frame_num_ * k90kHz / framerate_;
++frame_num_;
return CreateEncodedImage(timestamp_rtp);
}
private:
int num_frames_;
int frame_num_;
Frequency framerate_;
};
} // namespace
TEST_F(VideoCodecTesterTest, Slice) {
std::unique_ptr<VideoCodecStats> stats =
RunEncodeDecodeTest("VP9", ScalabilityMode::kL2T2,
{{{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 0, .temporal_idx = 0},
.frame_size = DataSize::Bytes(1)},
{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 1, .temporal_idx = 0},
.frame_size = DataSize::Bytes(2)}},
{{.timestamp_rtp = 1,
.layer_id = {.spatial_idx = 0, .temporal_idx = 1},
.frame_size = DataSize::Bytes(3)}}});
std::vector<Frame> slice = stats->Slice(Filter{}, /*merge=*/false);
EXPECT_THAT(slice,
ElementsAre(Field(&Frame::frame_size, DataSize::Bytes(1)),
Field(&Frame::frame_size, DataSize::Bytes(2)),
Field(&Frame::frame_size, DataSize::Bytes(3)),
Field(&Frame::frame_size, DataSize::Bytes(0))));
slice = stats->Slice({.min_timestamp_rtp = 1}, /*merge=*/false);
EXPECT_THAT(slice,
ElementsAre(Field(&Frame::frame_size, DataSize::Bytes(3)),
Field(&Frame::frame_size, DataSize::Bytes(0))));
slice = stats->Slice({.max_timestamp_rtp = 0}, /*merge=*/false);
EXPECT_THAT(slice,
ElementsAre(Field(&Frame::frame_size, DataSize::Bytes(1)),
Field(&Frame::frame_size, DataSize::Bytes(2))));
slice = stats->Slice({.layer_id = {{.spatial_idx = 0, .temporal_idx = 0}}},
/*merge=*/false);
EXPECT_THAT(slice,
ElementsAre(Field(&Frame::frame_size, DataSize::Bytes(1))));
slice = stats->Slice({.layer_id = {{.spatial_idx = 0, .temporal_idx = 1}}},
/*merge=*/false);
EXPECT_THAT(slice,
ElementsAre(Field(&Frame::frame_size, DataSize::Bytes(1)),
Field(&Frame::frame_size, DataSize::Bytes(3))));
}
TEST_F(VideoCodecTesterTest, Merge) {
std::unique_ptr<VideoCodecStats> stats =
RunEncodeDecodeTest("VP8", ScalabilityMode::kL2T2_KEY,
{{{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 0, .temporal_idx = 0},
.frame_size = DataSize::Bytes(1),
.keyframe = true},
{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 1, .temporal_idx = 0},
.frame_size = DataSize::Bytes(2)}},
{{.timestamp_rtp = 1,
.layer_id = {.spatial_idx = 0, .temporal_idx = 1},
.frame_size = DataSize::Bytes(4)},
{.timestamp_rtp = 1,
.layer_id = {.spatial_idx = 1, .temporal_idx = 1},
.frame_size = DataSize::Bytes(8)}}});
std::vector<Frame> slice = stats->Slice(Filter{}, /*merge=*/true);
EXPECT_THAT(
slice,
ElementsAre(
AllOf(Field(&Frame::timestamp_rtp, 0), Field(&Frame::keyframe, true),
Field(&Frame::frame_size, DataSize::Bytes(3))),
AllOf(Field(&Frame::timestamp_rtp, 1), Field(&Frame::keyframe, false),
Field(&Frame::frame_size, DataSize::Bytes(12)))));
}
struct AggregationTestParameters {
Filter filter;
double expected_keyframe_sum;
double expected_encoded_bitrate_kbps;
double expected_encoded_framerate_fps;
double expected_bitrate_mismatch_pct;
double expected_framerate_mismatch_pct;
};
class VideoCodecTesterTestAggregation
: public VideoCodecTesterTest,
public ::testing::WithParamInterface<AggregationTestParameters> {};
TEST_P(VideoCodecTesterTestAggregation, Aggregate) {
AggregationTestParameters test_params = GetParam();
std::unique_ptr<VideoCodecStats> stats =
RunEncodeDecodeTest("VP8", ScalabilityMode::kL2T2_KEY,
{{// L0T0
{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 0, .temporal_idx = 0},
.frame_size = DataSize::Bytes(1),
.keyframe = true},
// L1T0
{.timestamp_rtp = 0,
.layer_id = {.spatial_idx = 1, .temporal_idx = 0},
.frame_size = DataSize::Bytes(2)}},
// Emulate frame drop (frame_size = 0).
{{.timestamp_rtp = 3000,
.layer_id = {.spatial_idx = 0, .temporal_idx = 0},
.frame_size = DataSize::Zero()}},
{// L0T1
{.timestamp_rtp = 87000,
.layer_id = {.spatial_idx = 0, .temporal_idx = 1},
.frame_size = DataSize::Bytes(4)},
// L1T1
{.timestamp_rtp = 87000,
.layer_id = {.spatial_idx = 1, .temporal_idx = 1},
.frame_size = DataSize::Bytes(8)}}});
Stream stream = stats->Aggregate(test_params.filter);
EXPECT_EQ(stream.keyframe.GetSum(), test_params.expected_keyframe_sum);
EXPECT_EQ(stream.encoded_bitrate_kbps.GetAverage(),
test_params.expected_encoded_bitrate_kbps);
EXPECT_EQ(stream.encoded_framerate_fps.GetAverage(),
test_params.expected_encoded_framerate_fps);
EXPECT_EQ(stream.bitrate_mismatch_pct.GetAverage(),
test_params.expected_bitrate_mismatch_pct);
EXPECT_EQ(stream.framerate_mismatch_pct.GetAverage(),
test_params.expected_framerate_mismatch_pct);
}
INSTANTIATE_TEST_SUITE_P(
All,
VideoCodecTesterTestAggregation,
Values(
// No filtering.
AggregationTestParameters{
.filter = {},
.expected_keyframe_sum = 1,
.expected_encoded_bitrate_kbps =
DataRate::BytesPerSec(15).kbps<double>(),
.expected_encoded_framerate_fps = 2,
.expected_bitrate_mismatch_pct =
100 * (15.0 / (kBitrate.bytes_per_sec() * 4) - 1),
.expected_framerate_mismatch_pct = 100 *
(2.0 / kFramerate.hertz() - 1)},
// L0T0
AggregationTestParameters{
.filter = {.layer_id = {{.spatial_idx = 0, .temporal_idx = 0}}},
.expected_keyframe_sum = 1,
.expected_encoded_bitrate_kbps =
DataRate::BytesPerSec(1).kbps<double>(),
.expected_encoded_framerate_fps = 1,
.expected_bitrate_mismatch_pct =
100 * (1.0 / kBitrate.bytes_per_sec() - 1),
.expected_framerate_mismatch_pct =
100 * (1.0 / (kFramerate.hertz() / 2) - 1)},
// L0T1
AggregationTestParameters{
.filter = {.layer_id = {{.spatial_idx = 0, .temporal_idx = 1}}},
.expected_keyframe_sum = 1,
.expected_encoded_bitrate_kbps =
DataRate::BytesPerSec(5).kbps<double>(),
.expected_encoded_framerate_fps = 2,
.expected_bitrate_mismatch_pct =
100 * (5.0 / (kBitrate.bytes_per_sec() * 2) - 1),
.expected_framerate_mismatch_pct = 100 *
(2.0 / kFramerate.hertz() - 1)},
// L1T0
AggregationTestParameters{
.filter = {.layer_id = {{.spatial_idx = 1, .temporal_idx = 0}}},
.expected_keyframe_sum = 1,
.expected_encoded_bitrate_kbps =
DataRate::BytesPerSec(3).kbps<double>(),
.expected_encoded_framerate_fps = 1,
.expected_bitrate_mismatch_pct =
100 * (3.0 / kBitrate.bytes_per_sec() - 1),
.expected_framerate_mismatch_pct =
100 * (1.0 / (kFramerate.hertz() / 2) - 1)},
// L1T1
AggregationTestParameters{
.filter = {.layer_id = {{.spatial_idx = 1, .temporal_idx = 1}}},
.expected_keyframe_sum = 1,
.expected_encoded_bitrate_kbps =
DataRate::BytesPerSec(11).kbps<double>(),
.expected_encoded_framerate_fps = 2,
.expected_bitrate_mismatch_pct =
100 * (11.0 / (kBitrate.bytes_per_sec() * 2) - 1),
.expected_framerate_mismatch_pct = 100 * (2.0 / kFramerate.hertz() -
1)}));
TEST_F(VideoCodecTesterTest, Psnr) {
std::unique_ptr<VideoCodecStats> stats = RunEncodeDecodeTest(
"VP8", ScalabilityMode::kL1T1,
{{{.timestamp_rtp = 0, .frame_size = DataSize::Bytes(2)}},
{{.timestamp_rtp = 3000, .frame_size = DataSize::Bytes(6)}}});
std::vector<Frame> slice = stats->Slice(Filter{}, /*merge=*/false);
ASSERT_THAT(slice, SizeIs(2));
ASSERT_TRUE(slice[0].psnr.has_value());
ASSERT_TRUE(slice[1].psnr.has_value());
EXPECT_NEAR(slice[0].psnr->y, 42, 1);
EXPECT_NEAR(slice[0].psnr->u, 38, 1);
EXPECT_NEAR(slice[0].psnr->v, 36, 1);
EXPECT_NEAR(slice[1].psnr->y, 38, 1);
EXPECT_NEAR(slice[1].psnr->u, 36, 1);
EXPECT_NEAR(slice[1].psnr->v, 34, 1);
}
TEST_F(VideoCodecTesterTest, ReversePlayback) {
std::unique_ptr<VideoCodecStats> stats = RunEncodeDecodeTest(
"VP8", ScalabilityMode::kL1T1,
{{{.timestamp_rtp = 0, .frame_size = DataSize::Bytes(1)}},
{{.timestamp_rtp = 1, .frame_size = DataSize::Bytes(1)}},
{{.timestamp_rtp = 2, .frame_size = DataSize::Bytes(1)}},
{{.timestamp_rtp = 3, .frame_size = DataSize::Bytes(1)}},
{{.timestamp_rtp = 4, .frame_size = DataSize::Bytes(1)}},
{{.timestamp_rtp = 5, .frame_size = DataSize::Bytes(1)}}},
/*num_source_frames=*/3);
std::vector<Frame> slice = stats->Slice(Filter{}, /*merge=*/false);
ASSERT_THAT(slice, SizeIs(6));
ASSERT_TRUE(slice[0].psnr.has_value());
ASSERT_TRUE(slice[1].psnr.has_value());
ASSERT_TRUE(slice[2].psnr.has_value());
ASSERT_TRUE(slice[3].psnr.has_value());
ASSERT_TRUE(slice[4].psnr.has_value());
ASSERT_TRUE(slice[5].psnr.has_value());
EXPECT_NEAR(slice[0].psnr->y, 48, 1);
EXPECT_NEAR(slice[1].psnr->y, 42, 1);
EXPECT_NEAR(slice[2].psnr->y, 34, 1);
EXPECT_NEAR(slice[3].psnr->y, 42, 1);
EXPECT_NEAR(slice[4].psnr->y, 48, 1);
EXPECT_NEAR(slice[5].psnr->y, 42, 1);
}
struct ScalabilityTestParameters {
std::string codec_type;
ScalabilityMode scalability_mode;
// Temporal unit -> spatial layer -> frame size.
std::vector<std::map<int, DataSize>> encoded_frame_sizes;
std::vector<DataSize> expected_decode_frame_sizes;
};
class VideoCodecTesterTestScalability
: public VideoCodecTesterTest,
public ::testing::WithParamInterface<ScalabilityTestParameters> {};
TEST_P(VideoCodecTesterTestScalability, EncodeDecode) {
ScalabilityTestParameters test_params = GetParam();
std::vector<std::vector<Frame>> frames;
for (size_t frame_num = 0; frame_num < test_params.encoded_frame_sizes.size();
++frame_num) {
std::vector<Frame> temporal_unit;
for (auto [sidx, frame_size] : test_params.encoded_frame_sizes[frame_num]) {
temporal_unit.push_back(
Frame{.timestamp_rtp = static_cast<uint32_t>(3000 * frame_num),
.layer_id = {.spatial_idx = sidx, .temporal_idx = 0},
.frame_size = frame_size,
.keyframe = (frame_num == 0 && sidx == 0)});
}
frames.push_back(temporal_unit);
}
RunEncodeDecodeTest(test_params.codec_type, test_params.scalability_mode,
frames);
size_t num_spatial_layers =
ScalabilityModeToNumSpatialLayers(test_params.scalability_mode);
EXPECT_EQ(num_spatial_layers, decoders_.size());
// Collect input frame sizes from all decoders.
std::vector<DataSize> decode_frame_sizes;
for (const auto& decoder : decoders_) {
const auto& frame_sizes = decoder->frame_sizes();
decode_frame_sizes.insert(decode_frame_sizes.end(), frame_sizes.begin(),
frame_sizes.end());
}
EXPECT_THAT(decode_frame_sizes, UnorderedElementsAreArray(
test_params.expected_decode_frame_sizes));
}
INSTANTIATE_TEST_SUITE_P(
All,
VideoCodecTesterTestScalability,
Values(
ScalabilityTestParameters{
.codec_type = "VP8",
.scalability_mode = ScalabilityMode::kS2T1,
.encoded_frame_sizes = {{{0, DataSize::Bytes(1)},
{1, DataSize::Bytes(2)}},
{{0, DataSize::Bytes(4)},
// Emulate frame drop.
{1, DataSize::Bytes(0)}}},
.expected_decode_frame_sizes = {DataSize::Bytes(1),
DataSize::Bytes(2),
DataSize::Bytes(4)},
},
ScalabilityTestParameters{
.codec_type = "VP9",
.scalability_mode = ScalabilityMode::kL2T1,
.encoded_frame_sizes =
{{{0, DataSize::Bytes(1)}, {1, DataSize::Bytes(2)}},
{{0, DataSize::Bytes(4)}, {1, DataSize::Bytes(8)}},
{{0, DataSize::Bytes(16)},
// Emulate frame drop.
{1, DataSize::Bytes(0)}}},
.expected_decode_frame_sizes =
{DataSize::Bytes(1), DataSize::Bytes(3), DataSize::Bytes(4),
DataSize::Bytes(12), DataSize::Bytes(16), DataSize::Bytes(16)},
},
ScalabilityTestParameters{
.codec_type = "VP9",
.scalability_mode = ScalabilityMode::kL2T1_KEY,
.encoded_frame_sizes =
{{{0, DataSize::Bytes(1)}, {1, DataSize::Bytes(2)}},
{{0, DataSize::Bytes(4)}, {1, DataSize::Bytes(8)}},
{{0, DataSize::Bytes(16)},
// Emulate frame drop.
{1, DataSize::Bytes(0)}}},
.expected_decode_frame_sizes =
{DataSize::Bytes(1), DataSize::Bytes(3), DataSize::Bytes(4),
DataSize::Bytes(8), DataSize::Bytes(16)},
},
ScalabilityTestParameters{
.codec_type = "VP9",
.scalability_mode = ScalabilityMode::kS2T1,
.encoded_frame_sizes =
{{{0, DataSize::Bytes(1)}, {1, DataSize::Bytes(2)}},
{{0, DataSize::Bytes(4)}, {1, DataSize::Bytes(8)}},
{{0, DataSize::Bytes(16)},
// Emulate frame drop.
{1, DataSize::Bytes(0)}}},
.expected_decode_frame_sizes =
{DataSize::Bytes(1), DataSize::Bytes(2), DataSize::Bytes(4),
DataSize::Bytes(8), DataSize::Bytes(16)},
}));
class VideoCodecTesterTestPacing
: public ::testing::TestWithParam<std::tuple<PacingSettings, int>> {
public:
const int kSourceWidth = 2;
const int kSourceHeight = 2;
const int kNumFrames = 3;
const Frequency kFramerate = Frequency::Hertz(10);
void SetUp() override {
source_yuv_file_path_ = CreateYuvFile(kSourceWidth, kSourceHeight, 1);
}
void TearDown() override { remove(source_yuv_file_path_.c_str()); }
protected:
const Environment env_ = CreateEnvironment();
std::string source_yuv_file_path_;
};
TEST_P(VideoCodecTesterTestPacing, PaceEncode) {
auto [pacing_settings, expected_delta_ms] = GetParam();
const Environment env = CreateEnvironment();
VideoSourceSettings video_source{
.file_path = source_yuv_file_path_,
.resolution = {.width = kSourceWidth, .height = kSourceHeight},
.framerate = kFramerate};
NiceMock<MockVideoEncoderFactory> encoder_factory;
ON_CALL(encoder_factory, Create).WillByDefault(WithoutArgs([] {
return std::make_unique<NiceMock<MockVideoEncoder>>();
}));
EncodingSettings encoding_settings = VideoCodecTester::CreateEncodingSettings(
env, "VP8", "L1T1", kSourceWidth, kSourceHeight, {kBitrate}, kFramerate);
std::map<uint32_t, EncodingSettings> frame_settings =
VideoCodecTester::CreateFrameSettings(encoding_settings, kNumFrames);
EncoderSettings encoder_settings;
encoder_settings.pacing_settings = pacing_settings;
std::vector<Frame> frames =
VideoCodecTester::RunEncodeTest(env, video_source, &encoder_factory,
encoder_settings, frame_settings)
->Slice(/*filter=*/{}, /*merge=*/false);
ASSERT_THAT(frames, SizeIs(kNumFrames));
EXPECT_NEAR((frames[1].encode_start - frames[0].encode_start).ms(),
expected_delta_ms, 10);
EXPECT_NEAR((frames[2].encode_start - frames[1].encode_start).ms(),
expected_delta_ms, 10);
}
TEST_P(VideoCodecTesterTestPacing, PaceDecode) {
auto [pacing_settings, expected_delta_ms] = GetParam();
MockCodedVideoSource video_source(kNumFrames, kFramerate);
NiceMock<MockVideoDecoderFactory> decoder_factory;
ON_CALL(decoder_factory, Create).WillByDefault(WithoutArgs([] {
return std::make_unique<NiceMock<MockVideoDecoder>>();
}));
DecoderSettings decoder_settings;
decoder_settings.pacing_settings = pacing_settings;
std::vector<Frame> frames =
VideoCodecTester::RunDecodeTest(env_, &video_source, &decoder_factory,
decoder_settings, SdpVideoFormat::VP8())
->Slice(/*filter=*/{}, /*merge=*/false);
ASSERT_THAT(frames, SizeIs(kNumFrames));
EXPECT_NEAR((frames[1].decode_start - frames[0].decode_start).ms(),
expected_delta_ms, 10);
EXPECT_NEAR((frames[2].decode_start - frames[1].decode_start).ms(),
expected_delta_ms, 10);
}
INSTANTIATE_TEST_SUITE_P(
DISABLED_All,
VideoCodecTesterTestPacing,
Values(
// No pacing.
std::make_tuple(PacingSettings{.mode = PacingMode::kNoPacing},
/*expected_delta_ms=*/0),
// Real-time pacing.
std::make_tuple(PacingSettings{.mode = PacingMode::kRealTime},
/*expected_delta_ms=*/100),
// Pace with specified constant rate.
std::make_tuple(PacingSettings{.mode = PacingMode::kConstantRate,
.constant_rate = Frequency::Hertz(20)},
/*expected_delta_ms=*/50)));
struct EncodingSettingsTestParameters {
std::string codec_type;
std::string scalability_mode;
std::vector<DataRate> bitrate;
std::vector<DataRate> expected_bitrate;
};
class VideoCodecTesterTestEncodingSettings
: public ::testing::TestWithParam<EncodingSettingsTestParameters> {};
TEST_P(VideoCodecTesterTestEncodingSettings, CreateEncodingSettings) {
EncodingSettingsTestParameters test_params = GetParam();
EncodingSettings encoding_settings = VideoCodecTester::CreateEncodingSettings(
CreateEnvironment(), test_params.codec_type, test_params.scalability_mode,
/*width=*/1280,
/*height=*/720, test_params.bitrate, kFramerate);
const std::map<LayerId, LayerSettings>& layers_settings =
encoding_settings.layers_settings;
std::vector<DataRate> configured_bitrate;
std::transform(
layers_settings.begin(), layers_settings.end(),
std::back_inserter(configured_bitrate),
[](const auto& layer_settings) { return layer_settings.second.bitrate; });
EXPECT_EQ(configured_bitrate, test_params.expected_bitrate);
}
INSTANTIATE_TEST_SUITE_P(
Vp8,
VideoCodecTesterTestEncodingSettings,
Values(
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(1)},
.expected_bitrate = {DataRate::KilobitsPerSec(1)}},
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate = {DataRate::KilobitsPerSec(10000)}},
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "L1T3",
.bitrate = {DataRate::KilobitsPerSec(1000)},
.expected_bitrate = {DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(400)}},
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "S3T3",
.bitrate = {DataRate::KilobitsPerSec(100)},
.expected_bitrate =
{DataRate::KilobitsPerSec(40), DataRate::KilobitsPerSec(20),
DataRate::KilobitsPerSec(40), DataRate::KilobitsPerSec(0),
DataRate::KilobitsPerSec(0), DataRate::KilobitsPerSec(0),
DataRate::KilobitsPerSec(0), DataRate::KilobitsPerSec(0),
DataRate::KilobitsPerSec(0)}},
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "S3T3",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate =
{DataRate::KilobitsPerSec(60), DataRate::KilobitsPerSec(30),
DataRate::KilobitsPerSec(60), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(1000), DataRate::KilobitsPerSec(500),
DataRate::KilobitsPerSec(1000)}},
EncodingSettingsTestParameters{
.codec_type = "VP8",
.scalability_mode = "S3T3",
.bitrate =
{DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)},
.expected_bitrate = {
DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)}}));
INSTANTIATE_TEST_SUITE_P(
Vp9,
VideoCodecTesterTestEncodingSettings,
Values(
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(1)},
.expected_bitrate = {DataRate::KilobitsPerSec(1)}},
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate = {DataRate::KilobitsPerSec(10000)}},
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L1T3",
.bitrate = {DataRate::KilobitsPerSec(1000)},
.expected_bitrate = {DataRate::BitsPerSec(539811),
DataRate::BitsPerSec(163293),
DataRate::BitsPerSec(296896)}},
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L3T3",
.bitrate = {DataRate::KilobitsPerSec(100)},
.expected_bitrate =
{DataRate::BitsPerSec(53981), DataRate::BitsPerSec(16329),
DataRate::BitsPerSec(29690), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0)}},
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L3T3",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate =
{DataRate::BitsPerSec(76653), DataRate::BitsPerSec(23188),
DataRate::BitsPerSec(42159), DataRate::BitsPerSec(225641),
DataRate::BitsPerSec(68256), DataRate::BitsPerSec(124103),
DataRate::BitsPerSec(822672), DataRate::BitsPerSec(248858),
DataRate::BitsPerSec(452470)}},
EncodingSettingsTestParameters{
.codec_type = "VP9",
.scalability_mode = "L3T3",
.bitrate =
{DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)},
.expected_bitrate = {
DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)}}));
INSTANTIATE_TEST_SUITE_P(
Av1,
VideoCodecTesterTestEncodingSettings,
Values(
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(1)},
.expected_bitrate = {DataRate::KilobitsPerSec(1)}},
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L1T1",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate = {DataRate::KilobitsPerSec(10000)}},
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L1T3",
.bitrate = {DataRate::KilobitsPerSec(1000)},
.expected_bitrate = {DataRate::BitsPerSec(539811),
DataRate::BitsPerSec(163293),
DataRate::BitsPerSec(296896)}},
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L3T3",
.bitrate = {DataRate::KilobitsPerSec(100)},
.expected_bitrate =
{DataRate::BitsPerSec(53981), DataRate::BitsPerSec(16329),
DataRate::BitsPerSec(29690), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0), DataRate::BitsPerSec(0),
DataRate::BitsPerSec(0)}},
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L3T3",
.bitrate = {DataRate::KilobitsPerSec(10000)},
.expected_bitrate =
{DataRate::BitsPerSec(76653), DataRate::BitsPerSec(23188),
DataRate::BitsPerSec(42159), DataRate::BitsPerSec(225641),
DataRate::BitsPerSec(68256), DataRate::BitsPerSec(124103),
DataRate::BitsPerSec(822672), DataRate::BitsPerSec(248858),
DataRate::BitsPerSec(452470)}},
EncodingSettingsTestParameters{
.codec_type = "AV1",
.scalability_mode = "L3T3",
.bitrate =
{DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)},
.expected_bitrate = {
DataRate::KilobitsPerSec(100), DataRate::KilobitsPerSec(200),
DataRate::KilobitsPerSec(300), DataRate::KilobitsPerSec(400),
DataRate::KilobitsPerSec(500), DataRate::KilobitsPerSec(600),
DataRate::KilobitsPerSec(700), DataRate::KilobitsPerSec(800),
DataRate::KilobitsPerSec(900)}}));
// TODO(webrtc:42225151): Add an IVF test stream and enable the test.
TEST(VideoCodecTester, DISABLED_CompressedVideoSource) {
const Environment env = CreateEnvironment();
std::unique_ptr<VideoEncoderFactory> encoder_factory =
CreateBuiltinVideoEncoderFactory();
std::unique_ptr<VideoDecoderFactory> decoder_factory =
CreateBuiltinVideoDecoderFactory();
VideoSourceSettings source_settings{
.file_path = ".ivf",
.resolution = {.width = 320, .height = 180},
.framerate = Frequency::Hertz(30)};
EncodingSettings encoding_settings = VideoCodecTester::CreateEncodingSettings(
env, "AV1", "L1T1", 320, 180, {DataRate::KilobitsPerSec(128)},
Frequency::Hertz(30));
std::map<uint32_t, EncodingSettings> frame_settings =
VideoCodecTester::CreateFrameSettings(encoding_settings, 3);
std::unique_ptr<VideoCodecStats> stats =
VideoCodecTester::RunEncodeDecodeTest(
env, source_settings, encoder_factory.get(), decoder_factory.get(),
EncoderSettings{}, DecoderSettings{}, frame_settings);
std::vector<Frame> slice = stats->Slice(Filter{}, /*merge=*/false);
ASSERT_THAT(slice, SizeIs(3));
ASSERT_TRUE(slice[0].psnr.has_value());
ASSERT_TRUE(slice[1].psnr.has_value());
ASSERT_TRUE(slice[2].psnr.has_value());
EXPECT_NEAR(slice[0].psnr->y, 42, 1);
EXPECT_NEAR(slice[1].psnr->y, 38, 1);
EXPECT_NEAR(slice[1].psnr->v, 38, 1);
}
} // namespace test
} // namespace webrtc