blob: cb9f4dcec53f70badc8e43fd0cb3082cdcd59453 [file] [log] [blame]
// Copyright 2016 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/cast/openscreen/remoting_proto_utils.h"
#include <memory>
#include <string>
#include <utility>
#include <vector>
#include "base/memory/ref_counted.h"
#include "media/base/audio_decoder_config.h"
#include "media/base/decoder_buffer.h"
#include "media/base/demuxer_stream.h"
#include "media/base/encryption_scheme.h"
#include "media/base/test_helpers.h"
#include "media/base/video_decoder_config.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "third_party/openscreen/src/cast/streaming/remoting.pb.h"
using testing::_;
using testing::Invoke;
using testing::Return;
namespace media::cast {
class ProtoUtilsTest : public testing::Test {
protected:
void SetUp() override {}
};
TEST_F(ProtoUtilsTest, PassEOSDecoderBuffer) {
// 1. To DecoderBuffer
scoped_refptr<media::DecoderBuffer> input_buffer =
media::DecoderBuffer::CreateEOSBuffer();
// 2. To Byte Array
std::vector<uint8_t> data = DecoderBufferToByteArray(*input_buffer);
// 3. To DecoderBuffer
scoped_refptr<media::DecoderBuffer> output_buffer =
ByteArrayToDecoderBuffer(data.data(), data.size());
DCHECK(output_buffer);
ASSERT_TRUE(output_buffer->end_of_stream());
}
TEST_F(ProtoUtilsTest, PassValidDecoderBuffer) {
const uint8_t buffer[] = {
0, 0, 0, 1, 9, 224, 0, 0, 0, 1, 103, 77, 64, 21, 217,
1, 177, 254, 78, 16, 0, 0, 62, 144, 0, 11, 184, 0, 241, 98,
228, 128, 0, 0, 0, 1, 104, 235, 143, 32, 0, 0, 0, 1, 103,
77, 64, 21, 217, 1, 177, 254, 78, 16, 0, 0, 62, 144, 0, 11,
184, 0, 241, 98, 228, 128, 0, 0, 0, 1, 104, 235, 143, 32, 0,
0, 0, 1, 101, 136, 132, 25, 255, 0, 191, 98, 0, 6, 29, 63,
252, 65, 246, 207, 255, 235, 63, 172, 35, 112, 198, 115, 222, 243, 159,
232, 208, 32, 0, 0, 3, 0, 0, 203, 255, 149, 20, 71, 203, 213,
40, 0, 0, 139, 0, 24, 117, 166, 249, 227, 68, 230, 177, 134, 161,
162, 1, 22, 105, 78, 66, 183, 130, 158, 108, 252, 112, 113, 58, 159,
72, 116, 78, 141, 133, 76, 225, 209, 13, 221, 49, 187, 83, 123, 193,
112, 123, 112, 74, 121, 133};
size_t buffer_size = sizeof(buffer) / sizeof(uint8_t);
const uint8_t side_buffer[] = "XX";
size_t side_buffer_size = sizeof(side_buffer) / sizeof(uint8_t);
base::TimeDelta pts = base::Milliseconds(5);
// 1. To DecoderBuffer
scoped_refptr<media::DecoderBuffer> input_buffer =
media::DecoderBuffer::CopyFrom(buffer, buffer_size, side_buffer,
side_buffer_size);
input_buffer->set_timestamp(pts);
input_buffer->set_is_key_frame(true);
// 2. To Byte Array
std::vector<uint8_t> data = DecoderBufferToByteArray(*input_buffer);
// 3. To DecoderBuffer
scoped_refptr<media::DecoderBuffer> output_buffer =
ByteArrayToDecoderBuffer(data.data(), data.size());
DCHECK(output_buffer);
ASSERT_FALSE(output_buffer->end_of_stream());
ASSERT_TRUE(output_buffer->is_key_frame());
ASSERT_EQ(output_buffer->timestamp(), pts);
ASSERT_EQ(output_buffer->data_size(), buffer_size);
const uint8_t* output_data = output_buffer->data();
for (size_t i = 0; i < buffer_size; i++) {
ASSERT_EQ(output_data[i], buffer[i]);
}
ASSERT_EQ(output_buffer->side_data_size(), side_buffer_size);
const uint8_t* output_side_data = output_buffer->side_data();
for (size_t i = 0; i < side_buffer_size; i++) {
ASSERT_EQ(output_side_data[i], side_buffer[i]);
}
}
TEST_F(ProtoUtilsTest, AudioDecoderConfigConversionTest) {
const char extra_data[4] = {'A', 'C', 'E', 'G'};
media::AudioDecoderConfig audio_config(
media::AudioCodec::kOpus, media::kSampleFormatF32,
media::CHANNEL_LAYOUT_MONO, 48000,
std::vector<uint8_t>(std::begin(extra_data), std::end(extra_data)),
media::EncryptionScheme::kUnencrypted);
ASSERT_TRUE(audio_config.IsValidConfig());
openscreen::cast::AudioDecoderConfig audio_message;
ConvertAudioDecoderConfigToProto(audio_config, &audio_message);
media::AudioDecoderConfig audio_output_config;
ASSERT_TRUE(
ConvertProtoToAudioDecoderConfig(audio_message, &audio_output_config));
ASSERT_TRUE(audio_config.Matches(audio_output_config));
}
TEST_F(ProtoUtilsTest, AudioDecoderConfigHandlesAacExtraDataCorrectly) {
constexpr char aac_extra_data[4] = {'A', 'C', 'E', 'G'};
media::AudioDecoderConfig audio_config(
media::AudioCodec::kAAC, media::kSampleFormatF32,
media::CHANNEL_LAYOUT_MONO, 48000, std::vector<uint8_t>{},
media::EncryptionScheme::kUnencrypted);
audio_config.set_aac_extra_data(std::vector<uint8_t>(
std::begin(aac_extra_data), std::end(aac_extra_data)));
ASSERT_TRUE(audio_config.IsValidConfig());
openscreen::cast::AudioDecoderConfig audio_message;
ConvertAudioDecoderConfigToProto(audio_config, &audio_message);
// We should have filled the "extra_data" protobuf field with
// "aac_extra_data."
const std::vector<uint8_t> proto_extra_data(
audio_message.extra_data().begin(), audio_message.extra_data().end());
EXPECT_THAT(proto_extra_data, testing::ElementsAreArray(aac_extra_data));
media::AudioDecoderConfig audio_output_config;
ASSERT_TRUE(
ConvertProtoToAudioDecoderConfig(audio_message, &audio_output_config));
ASSERT_TRUE(audio_config.Matches(audio_output_config))
<< "expected=" << audio_config.AsHumanReadableString()
<< ", actual=" << audio_output_config.AsHumanReadableString();
}
TEST_F(ProtoUtilsTest, PipelineStatisticsConversion) {
media::PipelineStatistics original;
// NOTE: all fields should be initialised here.
original.audio_bytes_decoded = 123;
original.video_bytes_decoded = 456;
original.video_frames_decoded = 789;
original.video_frames_decoded_power_efficient = 0;
original.video_frames_dropped = 21;
original.audio_memory_usage = 32;
original.video_memory_usage = 43;
original.video_keyframe_distance_average = base::TimeDelta::Max();
original.video_frame_duration_average = base::TimeDelta::Max();
original.audio_pipeline_info = {false, false,
media::AudioDecoderType::kUnknown,
media::EncryptionType::kClear};
original.video_pipeline_info = {false, false,
media::VideoDecoderType::kUnknown,
media::EncryptionType::kClear};
// There is no convert-to-proto function, so just do that here.
openscreen::cast::PipelineStatistics pb_stats;
openscreen::cast::VideoDecoderInfo* pb_video_info =
pb_stats.mutable_video_decoder_info();
openscreen::cast::AudioDecoderInfo* pb_audio_info =
pb_stats.mutable_audio_decoder_info();
pb_stats.set_audio_bytes_decoded(original.audio_bytes_decoded);
pb_stats.set_video_bytes_decoded(original.video_bytes_decoded);
pb_stats.set_video_frames_decoded(original.video_frames_decoded);
pb_stats.set_video_frames_dropped(original.video_frames_dropped);
pb_stats.set_audio_memory_usage(original.audio_memory_usage);
pb_stats.set_video_memory_usage(original.video_memory_usage);
pb_stats.set_video_frame_duration_average_usec(
original.video_frame_duration_average.InMicroseconds());
pb_video_info->set_decoder_type(
static_cast<int64_t>(original.video_pipeline_info.decoder_type));
pb_video_info->set_is_platform_decoder(
original.video_pipeline_info.is_platform_decoder);
pb_audio_info->set_decoder_type(
static_cast<int64_t>(original.audio_pipeline_info.decoder_type));
pb_audio_info->set_is_platform_decoder(
original.audio_pipeline_info.is_platform_decoder);
media::PipelineStatistics converted;
// NOTE: fields will all be initialized with 0xcd. Forcing the conversion to
// properly assigned them. Since nested structs have strings, memsetting must
// be done infividually for them.
memset(&converted, 0xcd,
sizeof(converted) - sizeof(media::AudioPipelineInfo) -
sizeof(media::VideoPipelineInfo));
memset(&converted.audio_pipeline_info, 0xcd,
sizeof(media::AudioPipelineInfo));
memset(&converted.video_pipeline_info, 0xcd,
sizeof(media::VideoPipelineInfo));
ConvertProtoToPipelineStatistics(pb_stats, &converted);
// If this fails, did media::PipelineStatistics add/change fields that are not
// being set by media::remoting::ConvertProtoToPipelineStatistics()?
EXPECT_EQ(original, converted);
}
TEST_F(ProtoUtilsTest, VideoDecoderConfigConversionTest) {
const media::VideoDecoderConfig video_config =
media::TestVideoConfig::Normal();
ASSERT_TRUE(video_config.IsValidConfig());
openscreen::cast::VideoDecoderConfig message;
ConvertVideoDecoderConfigToProto(video_config, &message);
media::VideoDecoderConfig converted;
ASSERT_TRUE(ConvertProtoToVideoDecoderConfig(message, &converted));
ASSERT_TRUE(converted.Matches(video_config));
}
} // namespace media::cast