blob: 92713549e8b2c8067351238fe126cd4e7ab76526 [file] [log] [blame]
// Copyright 2016 The Cobalt Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include <string>
#include <vector>
#include "starboard/common/condition_variable.h"
#include "starboard/common/media.h"
#include "starboard/common/mutex.h"
#include "starboard/common/optional.h"
#include "starboard/configuration_constants.h"
#include "starboard/decode_target.h"
#include "starboard/nplb/player_creation_param_helpers.h"
#include "starboard/nplb/player_test_util.h"
#include "starboard/player.h"
#include "starboard/testing/fake_graphics_context_provider.h"
#include "starboard/time.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace starboard {
namespace nplb {
namespace {
using ::starboard::testing::FakeGraphicsContextProvider;
using ::testing::Values;
constexpr SbPlayerOutputMode kOutputModes[] = {
kSbPlayerOutputModeDecodeToTexture, kSbPlayerOutputModePunchOut};
class SbPlayerTest : public ::testing::Test {
protected:
SbPlayerTest() {}
void GetCurrentFrameIfSupported(SbPlayer player,
SbPlayerOutputMode output_mode) {
if (output_mode != kSbPlayerOutputModeDecodeToTexture) {
return;
}
#if SB_HAS(GLES2)
fake_graphics_context_provider_.RunOnGlesContextThread([&]() {
ASSERT_TRUE(SbPlayerIsValid(player));
SbDecodeTarget frame = SbPlayerGetCurrentFrame(player);
if (SbDecodeTargetIsValid(frame)) {
SbDecodeTargetRelease(frame);
}
});
#endif // SB_HAS(GLES2)
}
static void PlayerStatusFunc(SbPlayer player,
void* context,
SbPlayerState state,
int ticket) {
ASSERT_NE(context, nullptr);
(static_cast<SbPlayerTest*>(context))->OnPlayerStatus(state);
}
static void PlayerErrorFunc(SbPlayer player,
void* context,
SbPlayerError error,
const char* message) {
ASSERT_NE(context, nullptr);
(static_cast<SbPlayerTest*>(context))->OnPlayerError(error);
}
void OnPlayerStatus(SbPlayerState state) {
ScopedLock scoped_lock(mutex_);
player_state_ = state;
condition_variable_.Signal();
}
void OnPlayerError(SbPlayerError error) {
ScopedLock scoped_lock(mutex_);
player_error_ = error;
condition_variable_.Signal();
}
void ClearPlayerStateAndError() {
ScopedLock scoped_lock(mutex_);
player_state_ = nullopt;
player_error_ = nullopt;
}
void WaitForPlayerInitializedOrError(bool* error_occurred) {
const SbTime kWaitTimeout = kSbTimeSecond * 5;
SB_DCHECK(error_occurred);
*error_occurred = false;
const SbTimeMonotonic wait_end = SbTimeGetMonotonicNow() + kWaitTimeout;
for (;;) {
ScopedLock scoped_lock(mutex_);
if (player_error_.has_engaged()) {
*error_occurred = true;
return;
}
if (player_state_.has_engaged()) {
*error_occurred = player_state_.value() == kSbPlayerStateInitialized;
return;
}
auto now = SbTimeGetMonotonicNow();
if (now > wait_end) {
break;
}
condition_variable_.WaitTimed(wait_end - now);
}
SB_LOG(INFO) << "WaitForPlayerInitializedOrError() timed out.";
*error_occurred = true; // Timeout is an error
}
FakeGraphicsContextProvider fake_graphics_context_provider_;
Mutex mutex_;
ConditionVariable condition_variable_{mutex_};
optional<SbPlayerState> player_state_;
optional<SbPlayerError> player_error_;
};
TEST_F(SbPlayerTest, SunnyDay) {
bool at_least_one_created = false;
auto audio_stream_info = CreateAudioStreamInfo(kSbMediaAudioCodecAac);
for (auto output_mode : kOutputModes) {
if (!IsOutputModeSupported(output_mode, kSbMediaAudioCodecAac,
kSbMediaVideoCodecH264)) {
return;
}
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, DummyDeallocateSampleFunc,
DummyDecoderStatusFunc, PlayerStatusFunc, PlayerErrorFunc, this,
output_mode, fake_graphics_context_provider_.decoder_target_provider());
if (SbPlayerIsValid(player)) {
bool error_occurred = false;
WaitForPlayerInitializedOrError(&error_occurred);
GetCurrentFrameIfSupported(player, output_mode);
SbPlayerDestroy(player);
at_least_one_created = error_occurred;
}
ClearPlayerStateAndError();
}
ASSERT_TRUE(at_least_one_created);
}
TEST_F(SbPlayerTest, MaxVideoCapabilities) {
const char* kMaxVideoCapabilities[] = {
"width=432; height=240;",
"width=432; height=240; framerate=15",
"width=432; height=240; framerate=30",
"width=640; height=480",
"width=640; height=480; framerate=30",
"width=640; height=480; framerate=60",
"width=1280; height=720",
};
auto audio_stream_info = CreateAudioStreamInfo(kSbMediaAudioCodecAac);
for (auto max_video_capabilities : kMaxVideoCapabilities) {
bool at_least_one_created = false;
for (auto output_mode : kOutputModes) {
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
max_video_capabilities, DummyDeallocateSampleFunc,
DummyDecoderStatusFunc, PlayerStatusFunc, PlayerErrorFunc, this,
output_mode,
fake_graphics_context_provider_.decoder_target_provider());
if (SbPlayerIsValid(player)) {
bool error_occurred = false;
WaitForPlayerInitializedOrError(&error_occurred);
GetCurrentFrameIfSupported(player, output_mode);
SbPlayerDestroy(player);
at_least_one_created = error_occurred;
}
ClearPlayerStateAndError();
}
ASSERT_TRUE(at_least_one_created) << max_video_capabilities;
}
}
TEST_F(SbPlayerTest, NullCallbacks) {
auto audio_stream_info = CreateAudioStreamInfo(kSbMediaAudioCodecAac);
for (auto output_mode : kOutputModes) {
if (!IsOutputModeSupported(output_mode, kSbMediaAudioCodecAac,
kSbMediaVideoCodecH264)) {
return;
}
{
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, NULL /* deallocate_sample_func */,
DummyDecoderStatusFunc, DummyPlayerStatusFunc, DummyErrorFunc,
NULL /* context */, output_mode,
fake_graphics_context_provider_.decoder_target_provider());
EXPECT_FALSE(SbPlayerIsValid(player));
SbPlayerDestroy(player);
}
{
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, DummyDeallocateSampleFunc,
NULL /* decoder_status_func */, DummyPlayerStatusFunc, DummyErrorFunc,
NULL /* context */, output_mode,
fake_graphics_context_provider_.decoder_target_provider());
EXPECT_FALSE(SbPlayerIsValid(player));
SbPlayerDestroy(player);
}
{
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, DummyDeallocateSampleFunc,
DummyDecoderStatusFunc, NULL /*status_func */, DummyErrorFunc,
NULL /* context */, output_mode,
fake_graphics_context_provider_.decoder_target_provider());
EXPECT_FALSE(SbPlayerIsValid(player));
SbPlayerDestroy(player);
}
{
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info, "",
DummyDeallocateSampleFunc, DummyDecoderStatusFunc,
DummyPlayerStatusFunc, NULL /* error_func */, NULL /* context */,
output_mode,
fake_graphics_context_provider_.decoder_target_provider());
EXPECT_FALSE(SbPlayerIsValid(player));
SbPlayerDestroy(player);
}
}
}
TEST_F(SbPlayerTest, Audioless) {
for (auto output_mode : kOutputModes) {
if (!IsOutputModeSupported(output_mode, kSbMediaAudioCodecNone,
kSbMediaVideoCodecH264)) {
return;
}
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecH264,
kSbMediaAudioCodecNone, kSbDrmSystemInvalid,
NULL /* audio_stream_info */, "" /* max_video_capabilities */,
DummyDeallocateSampleFunc, DummyDecoderStatusFunc,
DummyPlayerStatusFunc, DummyErrorFunc, NULL /* context */, output_mode,
fake_graphics_context_provider_.decoder_target_provider());
ASSERT_TRUE(SbPlayerIsValid(player));
// TODO: Validate player state or error.
GetCurrentFrameIfSupported(player, output_mode);
SbPlayerDestroy(player);
}
}
TEST_F(SbPlayerTest, AudioOnly) {
auto audio_stream_info = CreateAudioStreamInfo(kSbMediaAudioCodecAac);
for (auto output_mode : kOutputModes) {
if (!IsOutputModeSupported(output_mode, kSbMediaAudioCodecAac,
kSbMediaVideoCodecH264)) {
return;
}
SbPlayer player = CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kSbMediaVideoCodecNone,
kSbMediaAudioCodecAac, kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, DummyDeallocateSampleFunc,
DummyDecoderStatusFunc, DummyPlayerStatusFunc, DummyErrorFunc,
NULL /* context */, output_mode,
fake_graphics_context_provider_.decoder_target_provider());
ASSERT_TRUE(SbPlayerIsValid(player));
// TODO: Validate player state or error.
GetCurrentFrameIfSupported(player, output_mode);
SbPlayerDestroy(player);
}
}
TEST_F(SbPlayerTest, MultiPlayer) {
auto audio_stream_info = CreateAudioStreamInfo(kSbMediaAudioCodecAac);
SbDrmSystem kDrmSystem = kSbDrmSystemInvalid;
constexpr SbPlayerOutputMode kOutputModes[] = {
kSbPlayerOutputModeDecodeToTexture, kSbPlayerOutputModePunchOut};
constexpr SbMediaAudioCodec kAudioCodecs[] = {
kSbMediaAudioCodecNone,
kSbMediaAudioCodecAac,
kSbMediaAudioCodecAc3,
kSbMediaAudioCodecEac3,
kSbMediaAudioCodecOpus,
kSbMediaAudioCodecVorbis,
#if SB_API_VERSION >= 14
kSbMediaAudioCodecMp3,
kSbMediaAudioCodecFlac,
kSbMediaAudioCodecPcm,
#endif // SB_API_VERSION >= 14
#if SB_API_VERSION >= 15
kSbMediaAudioCodecIamf,
#endif // SB_API_VERSION >= 15
};
// TODO: turn this into a macro.
// Perform a check to determine if new audio codecs have been added to the
// SbMediaAudioCodec enum, but not the array |audio_codecs|. If the compiler
// warns about a missing case here, the value must be added to |kAudioCodecs|.
SbMediaAudioCodec audio_codec = kAudioCodecs[0];
switch (audio_codec) {
case kAudioCodecs[0]:
case kAudioCodecs[1]:
case kAudioCodecs[2]:
case kAudioCodecs[3]:
case kAudioCodecs[4]:
case kAudioCodecs[5]:
#if SB_API_VERSION >= 14
case kAudioCodecs[6]:
case kAudioCodecs[7]:
case kAudioCodecs[8]:
#endif
#if SB_API_VERSION >= 15
case kAudioCodecs[9]:
#endif // SB_API_VERSION >= 15
break;
}
constexpr SbMediaVideoCodec kVideoCodecs[] = {
kSbMediaVideoCodecNone,
kSbMediaVideoCodecH264, kSbMediaVideoCodecH265, kSbMediaVideoCodecMpeg2,
kSbMediaVideoCodecTheora, kSbMediaVideoCodecVc1, kSbMediaVideoCodecAv1,
kSbMediaVideoCodecVp8, kSbMediaVideoCodecVp9,
};
// TODO: turn this into a macro.
// Perform a check to determine if new video codecs have been added to the
// SbMediaVideoCodec enum, but not the array |video_codecs|. If the compiler
// warns about a missing case here, the value must be added to |kVideoCodecs|.
SbMediaVideoCodec video_codec = kVideoCodecs[0];
switch (video_codec) {
case kVideoCodecs[0]:
case kVideoCodecs[1]:
case kVideoCodecs[2]:
case kVideoCodecs[3]:
case kVideoCodecs[4]:
case kVideoCodecs[5]:
case kVideoCodecs[6]:
case kVideoCodecs[7]:
case kVideoCodecs[8]:
break;
}
const int kMaxPlayersPerConfig = 5;
std::vector<SbPlayer> created_players;
int number_of_create_attempts = 0;
int number_of_players = 0;
for (int i = 0; i < kMaxPlayersPerConfig; ++i) {
for (int j = 0; j < SB_ARRAY_SIZE_INT(kOutputModes); ++j) {
for (int k = 0; k < SB_ARRAY_SIZE_INT(kAudioCodecs); ++k) {
for (int l = 0; l < SB_ARRAY_SIZE_INT(kVideoCodecs); ++l) {
++number_of_create_attempts;
SB_LOG(INFO) << "Attempt to create SbPlayer for "
<< number_of_create_attempts << " times, with "
<< created_players.size()
<< " player created.\n Now creating player for "
<< GetMediaAudioCodecName(kAudioCodecs[k]) << " and "
<< GetMediaVideoCodecName(kVideoCodecs[l]);
audio_stream_info.codec = kAudioCodecs[k];
created_players.push_back(CallSbPlayerCreate(
fake_graphics_context_provider_.window(), kVideoCodecs[l],
kAudioCodecs[k], kSbDrmSystemInvalid, &audio_stream_info,
"" /* max_video_capabilities */, DummyDeallocateSampleFunc,
DummyDecoderStatusFunc, PlayerStatusFunc, PlayerErrorFunc, this,
kOutputModes[j],
fake_graphics_context_provider_.decoder_target_provider()));
if (SbPlayerIsValid(created_players.back())) {
bool error_occurred = false;
WaitForPlayerInitializedOrError(&error_occurred);
} else {
created_players.pop_back();
}
ClearPlayerStateAndError();
}
}
}
if (created_players.size() == number_of_players) {
break;
}
number_of_players = created_players.size();
}
SB_DLOG(INFO) << "Created " << number_of_players << " players in total.";
for (auto player : created_players) {
SbPlayerDestroy(player);
}
}
} // namespace
} // namespace nplb
} // namespace starboard