blob: 0dc7f4d41c7963df67a774f70fe49d6222847588 [file] [log] [blame]
// Copyright 2020 The Cobalt Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include <map>
#include <string>
#include <utility>
#include "starboard/common/log.h"
#include "starboard/common/string.h"
#include "starboard/media.h"
#include "starboard/nplb/drm_helpers.h"
#include "starboard/nplb/media_can_play_mime_and_key_system_test_helpers.h"
#include "starboard/nplb/performance_helpers.h"
#include "starboard/time.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace starboard {
namespace nplb {
namespace {
bool IsKeySystemWithAttributesSupported() {
for (auto key_system : kKeySystems) {
if (!SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
key_system)) {
continue;
}
// The key system is supported, let's check if the implementation supports
// attributes. By definition, when an implementation supports key system
// with attributes, it should make the decision without any unknown
// attributes. So the following |key_system_with_invalid_attribute| should
// be supported on such implementation.
std::string key_system_with_invalid_attribute = key_system;
key_system_with_invalid_attribute += "; invalid_attribute=\"some_value\"";
if (SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"",
key_system_with_invalid_attribute.c_str())) {
return true;
}
}
return false;
}
TEST(SbMediaCanPlayMimeAndKeySystem, SunnyDay) {
// Vp9
SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=3840; height=2160; framerate=30; "
"bitrate=21823784; eotf=bt709",
"");
// Avc
SbMediaSupportType result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=640; "
"height=360; framerate=30;",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Hdr bt709
SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp09.02.10.10\";eotf=bt709;width=640;height=360",
"");
// Aac
result = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.2\"; channels=2", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Opus
result = SbMediaCanPlayMimeAndKeySystem(
"audio/webm; codecs=\"opus\"; channels=2", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Two codecs
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.42001E, mp4a.40.2\"", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
TEST(SbMediaCanPlayMimeAndKeySystem, FloatFramerate) {
SbMediaSupportType int_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=640; "
"height=360; framerate=24;",
"");
SbMediaSupportType float_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=640; "
"height=360; framerate=23.976;",
"");
ASSERT_EQ(int_framerate_result, float_framerate_result);
int_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=60;", "");
float_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=59.976;",
"");
ASSERT_EQ(int_framerate_result, float_framerate_result);
int_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=9999;",
"");
float_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; "
"framerate=9998.976;",
"");
ASSERT_EQ(int_framerate_result, float_framerate_result);
int_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=60;",
"");
float_framerate_result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=59.976;",
"");
ASSERT_EQ(int_framerate_result, float_framerate_result);
}
TEST(SbMediaCanPlayMimeAndKeySystem, Invalid) {
// Invalid codec
SbMediaSupportType result =
SbMediaCanPlayMimeAndKeySystem("video/webm; codecs=\"abc\";", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp09.00.01.00.22\";", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid container
result =
SbMediaCanPlayMimeAndKeySystem("video/abc; codecs=\"avc1.4d4015\";", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid size
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=99999; height=1080;", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=99999;", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=-1080;", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=-1920; height=1080;", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=-1920; height=-1080;", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid bitrate
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=1080; "
"bitrate=999999999;",
"");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=1080; "
"bitrate=-20000",
"");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid framerate
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=1080; "
"framerate=-30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"; width=1920; height=1080; "
"framerate=-25",
"");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid eotf
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp09.02.10.10\"; width=1920; height=1080; "
"eotf=abc",
"");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid channels
result = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.2\"; channels=99", "");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
// Invalid key system
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"abc");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"widevine");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"com.widevine.alpha.invalid");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"playready");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"com.youtube.playready.invalid");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"fairplay");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
result = SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
"com.youtube.fairplay.invalid");
ASSERT_EQ(result, kSbMediaSupportTypeNotSupported);
}
TEST(SbMediaCanPlayMimeAndKeySystem, MinimumSupport) {
// H.264 High Profile Level 4.2
SbMediaSupportType result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1920; height=1080; "
"framerate=30; bitrate=20000000",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 Main Profile Level 4.2
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d002a\"; width=1920; height=1080; "
"framerate=30;",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d002a\"; width=0; height=0; "
"framerate=0; bitrate=0",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d002a\"; width=-0; height=-0; "
"framerate=-0; bitrate=-0",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 Main Profile Level 2.1
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d0015\"; width=432; height=240; "
"framerate=15;",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 1080p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=30; bitrate=20000000",
"");
// VP9 1080p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=60; "
"bitrate=20000000",
"");
// AAC-LC
result = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.2\"; channels=2; bitrate=256000;", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// HE-AAC
result = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.5\"; channels=2; bitrate=48000;", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
TEST(SbMediaCanPlayMimeAndKeySystem, AnySupportedKeySystems) {
bool any_supported_key_systems = false;
for (auto key_system : kKeySystems) {
if (SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
key_system)) {
any_supported_key_systems = true;
break;
}
}
ASSERT_TRUE(any_supported_key_systems);
}
TEST(SbMediaCanPlayMimeAndKeySystem, KeySystemWithAttributes) {
if (!IsKeySystemWithAttributesSupported()) {
SB_LOG(INFO) << "KeySystemWithAttributes test skipped because key system"
<< " with attribute is not supported.";
return;
}
for (auto key_system : kKeySystems) {
if (!SbMediaCanPlayMimeAndKeySystem("video/mp4; codecs=\"avc1.4d4015\"",
key_system)) {
continue;
}
EXPECT_TRUE(SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"",
FormatString("%s; %s=\"%s\"", key_system, "invalid_attribute",
"some_value")
.c_str()));
// "" is not a valid value for "encryptionscheme".
EXPECT_FALSE(SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"",
FormatString("%s; %s=\"%s\"", key_system, "encryptionscheme", "")
.c_str()));
bool has_supported_encryption_scheme = false;
for (auto encryption_scheme : kEncryptionSchemes) {
if (!SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"",
FormatString("%s; %s=\"%s\"", key_system, "encryptionscheme",
encryption_scheme)
.c_str())) {
continue;
}
has_supported_encryption_scheme = true;
EXPECT_TRUE(SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d4015\"",
FormatString("%s; %s=\"%s\"; %s=\"%s\"", key_system,
"encryptionscheme", encryption_scheme,
"invalid_attribute", "some_value")
.c_str()));
}
ASSERT_TRUE(has_supported_encryption_scheme);
}
}
TEST(SbMediaCanPlayMimeAndKeySystem, PrintMaximumSupport) {
const char* kResolution1080p = "1080p";
const char* kResolution2k = "2K";
const char* kResolution4k = "4K";
const char* kResolution8k = "8K";
auto get_max_video_codec_resolution =
[=](std::string video_type,
const std::map<const char*, std::string> codec_params,
std::string framerate) {
std::map<const char*, std::string> resolutions = {
{kResolution1080p, "width=1920; height=1080;"},
{kResolution2k, "width=2560; height=1440;"},
{kResolution4k, "width=3840; height=2160;"},
{kResolution8k, "width=7680; height=4320;"}};
std::string max_supported_resolution;
for (auto&& it : resolutions) {
if (codec_params.find(it.first) == codec_params.end()) {
break;
}
std::string content_type = video_type + "; codecs=\"" +
codec_params.at(it.first) + "\"; " +
it.second + " framerate=" + framerate;
if (SbMediaCanPlayMimeAndKeySystem(content_type.c_str(), "") !=
kSbMediaSupportTypeProbably) {
break;
}
max_supported_resolution = it.first;
}
return max_supported_resolution.empty() ? "Unsupported"
: max_supported_resolution;
};
auto get_drm_system_support = [](std::string key_system) {
std::map<const char*, std::string> content_types = {
{"video/mp4; codecs=\"avc1.4d402a\"", "AVC"},
{"video/webm; codecs=\"vp9\"", "VP9"},
{"video/mp4; codecs=\"av01.0.08M.08\"", "AV1"},
{"audio/mp4; codecs=\"mp4a.40.2\"", "AAC"},
{"audio/webm; codecs=\"opus\"", "Opus"},
{"audio/mp4; codecs=\"ac-3\"", "AC-3"},
{"audio/mp4; codecs=\"ec-3\"", "E-AC-3"}};
std::string supported_codecs;
for (auto&& it : content_types) {
if (SbMediaCanPlayMimeAndKeySystem(it.first, key_system.c_str()) ==
kSbMediaSupportTypeProbably) {
supported_codecs += it.second + " ";
}
}
return supported_codecs.empty() ? "Unsupported" : supported_codecs;
};
std::string avc_support =
get_max_video_codec_resolution("video/mp4",
{{kResolution1080p, "avc1.4d402a"},
{kResolution2k, "avc1.64002a"},
{kResolution4k, "avc1.64002a"}},
"30");
if (avc_support != "Unsupported") {
avc_support += "\n\tAVC HFR: " + get_max_video_codec_resolution(
"video/mp4",
{{kResolution1080p, "avc1.4d402a"},
{kResolution2k, "avc1.64402a"},
{kResolution4k, "avc1.64402a"}},
"60");
}
std::string vp9_support =
get_max_video_codec_resolution("video/webm",
{{kResolution1080p, "vp9"},
{kResolution2k, "vp9"},
{kResolution4k, "vp9"}},
"30");
if (vp9_support != "Unsupported") {
vp9_support += "\n\tVP9 HFR: " +
get_max_video_codec_resolution("video/webm",
{{kResolution1080p, "vp9"},
{kResolution2k, "vp9"},
{kResolution4k, "vp9"}},
"60");
std::string vp9_hdr_support = get_max_video_codec_resolution(
"video/webm",
{{kResolution1080p, "vp09.02.41.10.01.09.16.09.00"},
{kResolution2k, "vp09.02.51.10.01.09.16.09.00"},
{kResolution4k, "vp09.02.51.10.01.09.16.09.00"}},
"30");
if (vp9_hdr_support != "Unsupported") {
vp9_hdr_support +=
"\n\tVP9 HDR HFR: " +
get_max_video_codec_resolution(
"video/webm",
{{kResolution1080p, "vp09.02.41.10.01.09.16.09.00"},
{kResolution2k, "vp09.02.51.10.01.09.16.09.00"},
{kResolution4k, "vp09.02.51.10.01.09.16.09.00"}},
"60");
}
vp9_support += "\n\tVP9 HDR: " + vp9_hdr_support;
}
std::string av1_support =
get_max_video_codec_resolution("video/mp4",
{{kResolution1080p, "av01.0.08M.08"},
{kResolution2k, "av01.0.12M.08"},
{kResolution4k, "av01.0.12M.08"},
{kResolution8k, "av01.0.16M.08"}},
"30");
if (av1_support != "Unsupported") {
av1_support += "\n\tAV1 HFR: " + get_max_video_codec_resolution(
"video/mp4",
{{kResolution1080p, "av01.0.09M.08"},
{kResolution2k, "av01.0.12M.08"},
{kResolution4k, "av01.0.13M.08"},
{kResolution8k, "av01.0.17M.08"}},
"60");
std::string av1_hdr_support = get_max_video_codec_resolution(
"video/mp4",
{{kResolution1080p, "av01.0.09M.10.0.110.09.16.09.0"},
{kResolution2k, "av01.0.12M.10.0.110.09.16.09.0"},
{kResolution4k, "av01.0.13M.10.0.110.09.16.09.0"},
{kResolution8k, "av01.0.17M.10.0.110.09.16.09.0"}},
"30");
if (av1_hdr_support != "Unsupported") {
av1_hdr_support +=
"\n\tAV1 HDR HFR: " +
get_max_video_codec_resolution(
"video/mp4",
{{kResolution1080p, "av01.0.09M.10.0.110.09.16.09.0"},
{kResolution2k, "av01.0.12M.10.0.110.09.16.09.0"},
{kResolution4k, "av01.0.13M.10.0.110.09.16.09.0"},
{kResolution8k, "av01.0.17M.10.0.110.09.16.09.0"}},
"60");
}
av1_support += "\n\tAV1 HDR: " + av1_hdr_support;
}
std::string aac_support = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.2\"; channels=2",
"") == kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
std::string aac51_support = SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"mp4a.40.2\"; channels=6",
"") == kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
std::string opus_support = SbMediaCanPlayMimeAndKeySystem(
"audio/webm; codecs=\"opus\"; "
"channels=2; bitrate=128000;",
"") == kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
std::string opus51_support = SbMediaCanPlayMimeAndKeySystem(
"audio/webm; codecs=\"opus\"; "
"channels=6; bitrate=576000;",
"") == kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
std::string ac3_support =
SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"ac-3\"; channels=6; bitrate=512000", "") ==
kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
std::string eac3_support =
SbMediaCanPlayMimeAndKeySystem(
"audio/mp4; codecs=\"ec-3\"; channels=6; bitrate=512000", "") ==
kSbMediaSupportTypeProbably
? "Supported"
: "Unsupported";
SB_LOG(INFO) << "\nVideo Codec Capability:\n\tAVC: " << avc_support
<< "\n\tVP9: " << vp9_support << "\n\tAV1: " << av1_support
<< "\n\nAudio Codec Capability:\n\tAAC: " << aac_support
<< "\n\tAAC 51: " << aac51_support
<< "\n\tOpus: " << opus_support
<< "\n\tOpus 51: " << opus51_support
<< "\n\tAC-3: " << ac3_support << "\n\tE-AC-3: " << eac3_support
<< "\n\nDRM Capability:\n\tWidevine: "
<< get_drm_system_support("com.widevine") << "\n\tPlayReady: "
<< get_drm_system_support("com.youtube.playready");
}
// TODO: Create an abstraction to shorten the length of this test.
TEST(SbMediaCanPlayMimeAndKeySystem, ValidateQueriesUnderPeakCapability) {
// H.264 High Profile Level 4.2 1080p 25 fps
SbMediaSupportType result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1920; height=1080; "
"framerate=25",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 1080p 24 fps
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1920; height=1080; "
"framerate=24",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 1920x818
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1920; height=818; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 720p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1280; height=720; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 480p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=640; height=480; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 360p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=480; height=360; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 240p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=352; height=240; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// H.264 High Profile Level 4.2 144p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=256; height=144; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile Level 6.0 8K 10 bit HDR
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.17M.10.0.110.09.16.09.0\"; width=7680; "
"height=4320; framerate=30",
"");
if (result == kSbMediaSupportTypeProbably) {
// AV1 Main Profile Level 6.0 8K 8 bit SDR
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.16M.08\"; width=7680; height=4320; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
// AV1 Main Profile 4K
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.12M.08\"; width=3840; height=2160; "
"framerate=30",
"");
if (result == kSbMediaSupportTypeProbably) {
// AV1 Main Profile 1440p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.12M.08\"; width=2560; height=1440; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
// AV1 Main Profile 1080p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=30",
"");
if (result == kSbMediaSupportTypeProbably) {
// AV1 Main Profile 1080p 25 fps
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=25",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 1080p 24 fps
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=24",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 1920x818
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=818; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 720p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.05M.08\"; width=1280; height=720; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 480p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.04M.08\"; width=854; height=480; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 360p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.01M.08\"; width=640; height=360; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 240p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.00M.08\"; width=426; height=240; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// AV1 Main Profile 144p
result = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.00M.08\"; width=256; height=144; "
"framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
// Vp9 8K
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=7680; height=4320; framerate=30", "");
if (result == kSbMediaSupportTypeProbably) {
// Vp9 4K
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=3840; height=2160; framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
// Vp9 4K
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=3840; height=2160; framerate=30", "");
if (result == kSbMediaSupportTypeProbably) {
// Vp9 1440p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=2560; height=1440; framerate=30",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
// Vp9 1080p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=30", "");
if (result == kSbMediaSupportTypeProbably) {
// Vp9 1080p 25 fps
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=25",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 1080p 24 fps
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=24",
"");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 1920x818
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1920; height=818; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 720p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=1280; height=720; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 480p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=854; height=480; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 360p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=640; height=360; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 240p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=426; height=240; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
// Vp9 144p
result = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=256; height=144; framerate=30", "");
ASSERT_EQ(result, kSbMediaSupportTypeProbably);
}
}
TEST(SbMediaCanPlayMimeAndKeySystem, VerifyMaxBitrate) {
#if SB_API_VERSION >= 15
constexpr int kAv14kBitrate = 40000000;
#else
constexpr int kAv14kBitrate = 42000000;
#endif // SB_API_VERSION >= 15
const std::pair<std::string, int> kCodecSupportQueries[] = {
{// AV1 1080P SDR
"video/mp4; codecs=\"av01.0.09M.08\"; width=1920; height=1080; "
"framerate=30",
20000000},
{// AV1 4K SDR
"video/mp4; codecs=\"av01.0.13M.08\"; width=3840; height=2160; "
"framerate=30",
kAv14kBitrate},
{// AV1 4K HDR
"video/mp4; codecs=\"av01.0.13M.10.0.110.09.16.09.0\"; width=3840; "
"height=2160; framerate=30",
kAv14kBitrate},
{// AV1 8K SDR
"video/mp4; codecs=\"av01.0.16M.08\"; width=7680; height=4320; "
"framerate=30",
60000000},
{// AV1 8K HDR
"video/mp4; codecs=\"av01.0.16M.10.0.110.09.16.09.0\"; width=7680; "
"height=4320; framerate=30",
60000000},
{// VP9 1080P SDR
"video/webm; codecs=\"vp9\"; width=1920; height=1080; framerate=30",
20000000},
{// VP9 1080P HDR
"video/webm; codecs=\"vp09.02.41.10.01.09.16.09.00\"; width=1920; "
"height=1080; framerate=30",
20000000},
{// VP9 4K SDR
"video/webm; codecs=\"vp9\"; width=3840; height=2160; framerate=30",
40000000},
{// VP9 4K HDR
"video/webm; codecs=\"vp09.02.51.10.01.09.16.09.00\"; width=3840; "
"height=2160; framerate=30",
40000000},
};
auto validate_bitrate = [](const std::string& query, const int bitrate,
const std::string& key_system) {
SbMediaSupportType support =
SbMediaCanPlayMimeAndKeySystem(query.c_str(), key_system.c_str());
if (support == kSbMediaSupportTypeProbably) {
const std::string full_query =
query + "; bitrate=" + std::to_string(bitrate);
support = SbMediaCanPlayMimeAndKeySystem(full_query.c_str(),
key_system.c_str());
return support == kSbMediaSupportTypeProbably
? testing::AssertionSuccess()
: testing::AssertionFailure()
<< "SbMediaCanPlayMimeAndKeySystem(\"" << full_query
<< "\", \"" << key_system << "\") returns: " << support;
}
return testing::AssertionSuccess();
};
constexpr const char* kKeysystems[] = {
"", "com.widevine", "com.youtube.playready", "com.youtube.fairplay"};
for (auto& params : kCodecSupportQueries) {
for (auto& key_system : kKeysystems) {
ASSERT_TRUE(validate_bitrate(params.first, params.second, key_system));
}
}
// All platforms must support AVC main and high profile 4.2 1080p at 30 fps.
SbMediaSupportType support = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.4d002a\"; width=1920; height=1080; "
"framerate=30; bitrate=20000000",
"");
ASSERT_EQ(support, kSbMediaSupportTypeProbably);
support = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"avc1.64002a\"; width=1920; height=1080; "
"framerate=30; bitrate=20000000",
"");
ASSERT_EQ(support, kSbMediaSupportTypeProbably);
// 8K-capable devices must support VP9 4K at 60 fps.
support = SbMediaCanPlayMimeAndKeySystem(
"video/mp4; codecs=\"av01.0.16M.08\"; width=7680; height=4320; "
"framerate=30",
"");
if (support == kSbMediaSupportTypeProbably) {
support = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp9\"; width=3840; height=2160; framerate=60; "
"bitrate=40000000",
"");
ASSERT_EQ(support, kSbMediaSupportTypeProbably);
support = SbMediaCanPlayMimeAndKeySystem(
"video/webm; codecs=\"vp09.02.51.10.01.09.16.09.00\"; width=3840; "
"height=2160; framerate=60; bitrate=40000000",
"");
ASSERT_EQ(support, kSbMediaSupportTypeProbably);
}
}
// Note: If the platform failed on this test, please improve the performance of
// SbMediaCanPlayMimeAndKeySystem(). A few ideas:
// 1. Cache codec and drm capabilities. Please make sure a codec or drm
// capability query can be done quickly without too many calculations.
// 2. Cache audio output and display configurations. On some platforms, it
// takes time to get the audio/video configurations. Caching these
// configurations can significantly reduce the latency on acquiring
// configurations. Unlike codec and drm capabilities, audio/video
// configurations may change during app runtime, the platform need to
// update the cache if there's any change.
// 3. Enable MimeSupportabilityCache and KeySystemSupportabilityCache. These
// supportability caches will cache the results of previous queries, to
// boost the queries of repeated mime and key system. Note that if there's
// any capability change, the platform need to explicitly clear the
// caches, otherwise they may return outdated results.
TEST(SbMediaCanPlayMimeAndKeySystem, FLAKY_ValidatePerformance) {
auto test_sequential_function_calls =
[](const SbMediaCanPlayMimeAndKeySystemParam* mime_params,
int num_function_calls, SbTimeMonotonic max_time_delta_per_call,
const char* query_type) {
const SbTimeMonotonic time_start = SbTimeGetMonotonicNow();
for (int i = 0; i < num_function_calls; ++i) {
SbMediaCanPlayMimeAndKeySystem(mime_params[i].mime,
mime_params[i].key_system);
}
const SbTimeMonotonic time_last = SbTimeGetMonotonicNow();
const SbTimeMonotonic time_delta = time_last - time_start;
const double time_per_call =
static_cast<double>(time_delta) / num_function_calls;
SB_LOG(INFO) << "SbMediaCanPlayMimeAndKeySystem - " << query_type
<< " measured duration " << time_delta
<< "us total across " << num_function_calls << " calls.";
SB_LOG(INFO) << " Measured duration " << time_per_call
<< "us average per call.";
EXPECT_LE(time_delta, max_time_delta_per_call * num_function_calls);
};
// Warmup the cache.
test_sequential_function_calls(kWarmupQueryParams,
SB_ARRAY_SIZE_INT(kWarmupQueryParams),
100 * kSbTimeMillisecond, "Warmup queries");
// First round of the queries.
test_sequential_function_calls(
kSdrQueryParams, SB_ARRAY_SIZE_INT(kSdrQueryParams), 500, "SDR queries");
test_sequential_function_calls(
kHdrQueryParams, SB_ARRAY_SIZE_INT(kHdrQueryParams), 500, "HDR queries");
test_sequential_function_calls(
kDrmQueryParams, SB_ARRAY_SIZE_INT(kDrmQueryParams), 500, "DRM queries");
// Second round of the queries.
test_sequential_function_calls(kSdrQueryParams,
SB_ARRAY_SIZE_INT(kSdrQueryParams), 100,
"Cached SDR queries");
test_sequential_function_calls(kHdrQueryParams,
SB_ARRAY_SIZE_INT(kHdrQueryParams), 100,
"Cached HDR queries");
test_sequential_function_calls(kDrmQueryParams,
SB_ARRAY_SIZE_INT(kDrmQueryParams), 100,
"Cached DRM queries");
}
} // namespace
} // namespace nplb
} // namespace starboard