blob: 628c9502660731ff2389aadf75bb59f1d1ca6796 [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/renderers/audio_renderer_impl.h"
#include <memory>
#include <utility>
#include <vector>
#include "base/bind.h"
#include "base/callback_helpers.h"
#include "base/format_macros.h"
#include "base/macros.h"
#include "base/run_loop.h"
#include "base/single_thread_task_runner.h"
#include "base/strings/stringprintf.h"
#include "base/test/gmock_callback_support.h"
#include "base/test/scoped_feature_list.h"
#include "base/test/simple_test_tick_clock.h"
#include "base/test/task_environment.h"
#include "base/threading/thread_task_runner_handle.h"
#include "media/base/audio_buffer_converter.h"
#include "media/base/fake_audio_renderer_sink.h"
#include "media/base/media_client.h"
#include "media/base/media_switches.h"
#include "media/base/media_util.h"
#include "media/base/mock_audio_renderer_sink.h"
#include "media/base/mock_filters.h"
#include "media/base/test_helpers.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
using ::base::TimeDelta;
using ::base::test::RunCallback;
using ::base::test::RunOnceCallback;
using ::testing::_;
using ::testing::DoAll;
using ::testing::Return;
using ::testing::SaveArg;
namespace media {
namespace {
// Since AudioBufferConverter is used due to different input/output sample
// rates, define some helper types to differentiate between the two.
struct InputFrames {
explicit InputFrames(int value) : value(value) {}
int value;
};
struct OutputFrames {
explicit OutputFrames(int value) : value(value) {}
int value;
};
} // namespace
// Constants to specify the type of audio data used.
constexpr AudioCodec kCodec = AudioCodec::kVorbis;
constexpr SampleFormat kSampleFormat = kSampleFormatPlanarF32;
constexpr ChannelLayout kChannelLayout = CHANNEL_LAYOUT_STEREO;
constexpr int kChannels = 2;
// Use a different output sample rate so the AudioBufferConverter is invoked.
constexpr int kInputSamplesPerSecond = 5000;
constexpr int kOutputSamplesPerSecond = 10000;
constexpr double kOutputMicrosPerFrame =
static_cast<double>(base::Time::kMicrosecondsPerSecond) /
kOutputSamplesPerSecond;
// Arbitrarily chosen frame count for a typical input audio buffer.
// NOTE: Do not assume that N InputFrames in translates to N OutputFrames.
// Format differences between "in" vs "out" (reconciled by AudioBufferConverter)
// will cause the N InputFrames to generate M OutputFrames, such that N and M
// may be off by a significant factor.
constexpr int kInputFramesChunk = 256;
ACTION_P(EnterPendingDecoderInitStateAction, test) {
test->EnterPendingDecoderInitState(std::move(arg2));
}
ACTION_P(AssertNotYetEnded, test) {
ASSERT_FALSE(test->ended());
}
class AudioRendererImplTest : public ::testing::Test, public RendererClient {
public:
std::vector<std::unique_ptr<AudioDecoder>> CreateAudioDecoderForTest() {
auto decoder = std::make_unique<MockAudioDecoder>();
if (!enter_pending_decoder_init_) {
EXPECT_CALL(*decoder, Initialize_(_, _, _, _, _))
.WillOnce(DoAll(SaveArg<3>(&output_cb_),
RunOnceCallback<2>(
expected_init_result_
? OkStatus()
: Status(StatusCode::kCodeOnlyForTesting))));
} else {
EXPECT_CALL(*decoder, Initialize_(_, _, _, _, _))
.WillOnce(EnterPendingDecoderInitStateAction(this));
}
EXPECT_CALL(*decoder, Decode(_, _))
.WillRepeatedly(Invoke(this, &AudioRendererImplTest::DecodeDecoder));
EXPECT_CALL(*decoder, Reset_(_))
.WillRepeatedly(Invoke(this, &AudioRendererImplTest::ResetDecoder));
std::vector<std::unique_ptr<AudioDecoder>> decoders;
decoders.push_back(std::move(decoder));
return decoders;
}
// Give the decoder some non-garbage media properties.
AudioRendererImplTest()
: hardware_params_(AudioParameters::AUDIO_PCM_LOW_LATENCY,
kChannelLayout,
kOutputSamplesPerSecond,
512),
main_thread_task_runner_(base::ThreadTaskRunnerHandle::Get()),
sink_(new FakeAudioRendererSink(hardware_params_)),
demuxer_stream_(DemuxerStream::AUDIO),
expected_init_result_(true),
enter_pending_decoder_init_(false),
ended_(false) {
AudioDecoderConfig audio_config(kCodec, kSampleFormat, kChannelLayout,
kInputSamplesPerSecond, EmptyExtraData(),
EncryptionScheme::kUnencrypted);
demuxer_stream_.set_audio_decoder_config(audio_config);
ConfigureDemuxerStream(true);
AudioParameters out_params(AudioParameters::AUDIO_PCM_LOW_LATENCY,
kChannelLayout, kOutputSamplesPerSecond, 512);
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
renderer_->tick_clock_ = &tick_clock_;
tick_clock_.Advance(base::Seconds(1));
}
AudioRendererImplTest(const AudioRendererImplTest&) = delete;
AudioRendererImplTest& operator=(const AudioRendererImplTest&) = delete;
~AudioRendererImplTest() override {
SCOPED_TRACE("~AudioRendererImplTest()");
}
// Mock out demuxer reads.
void ConfigureDemuxerStream(bool supports_config_changes) {
EXPECT_CALL(demuxer_stream_, OnRead(_))
.WillRepeatedly(Invoke(this, &AudioRendererImplTest::OnDemuxerRead));
EXPECT_CALL(demuxer_stream_, SupportsConfigChanges())
.WillRepeatedly(Return(supports_config_changes));
}
void OnDemuxerRead(DemuxerStream::ReadCB& read_cb) {
if (simulate_demuxer_stall_) {
simulate_demuxer_stall_ = false;
stalled_demixer_read_cb_ = std::move(read_cb);
return;
}
scoped_refptr<DecoderBuffer> decoder_buffer(new DecoderBuffer(0));
std::move(read_cb).Run(DemuxerStream::kOk, decoder_buffer);
}
bool IsDemuxerStalled() { return !!stalled_demixer_read_cb_; }
void UnstallDemuxer() {
EXPECT_TRUE(IsDemuxerStalled());
OnDemuxerRead(stalled_demixer_read_cb_);
}
// Reconfigures a renderer without config change support using given params.
void ConfigureBasicRenderer(const AudioParameters& params) {
hardware_params_ = params;
sink_ = base::MakeRefCounted<FakeAudioRendererSink>(hardware_params_);
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
testing::Mock::VerifyAndClearExpectations(&demuxer_stream_);
ConfigureDemuxerStream(false);
}
// Reconfigures a renderer with config change support using given params.
void ConfigureConfigChangeRenderer(const AudioParameters& params,
const AudioParameters& hardware_params) {
hardware_params_ = hardware_params;
sink_ = base::MakeRefCounted<FakeAudioRendererSink>(hardware_params_);
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
testing::Mock::VerifyAndClearExpectations(&demuxer_stream_);
ConfigureDemuxerStream(true);
}
void ConfigureWithMockSink(const AudioParameters& params) {
mock_sink_ = base::MakeRefCounted<MockAudioRendererSink>();
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, mock_sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
testing::Mock::VerifyAndClearExpectations(&demuxer_stream_);
ConfigureDemuxerStream(true);
}
// RendererClient implementation.
MOCK_METHOD1(OnError, void(PipelineStatus));
void OnEnded() override {
CHECK(!ended_);
ended_ = true;
}
void OnStatisticsUpdate(const PipelineStatistics& stats) override {
last_statistics_.audio_memory_usage += stats.audio_memory_usage;
}
MOCK_METHOD2(OnBufferingStateChange,
void(BufferingState, BufferingStateChangeReason));
MOCK_METHOD1(OnWaiting, void(WaitingReason));
MOCK_METHOD1(OnAudioConfigChange, void(const AudioDecoderConfig&));
MOCK_METHOD1(OnVideoConfigChange, void(const VideoDecoderConfig&));
MOCK_METHOD1(OnVideoNaturalSizeChange, void(const gfx::Size&));
MOCK_METHOD1(OnVideoOpacityChange, void(bool));
MOCK_METHOD1(OnVideoFrameRateChange, void(absl::optional<int>));
MOCK_METHOD1(OnDurationChange, void(base::TimeDelta));
MOCK_METHOD1(OnRemotePlayStateChange, void(MediaStatus::State state));
MOCK_METHOD1(TranscribeAudioCallback, void(scoped_refptr<AudioBuffer>));
void InitializeRenderer(DemuxerStream* demuxer_stream,
PipelineStatusCallback pipeline_status_cb) {
EXPECT_CALL(*this, OnWaiting(_)).Times(0);
EXPECT_CALL(*this, OnVideoNaturalSizeChange(_)).Times(0);
EXPECT_CALL(*this, OnVideoOpacityChange(_)).Times(0);
EXPECT_CALL(*this, OnVideoConfigChange(_)).Times(0);
renderer_->Initialize(demuxer_stream, nullptr, this,
std::move(pipeline_status_cb));
}
void Initialize() {
InitializeWithStatus(PIPELINE_OK);
next_timestamp_ =
std::make_unique<AudioTimestampHelper>(kInputSamplesPerSecond);
}
void InitializeBitstreamFormat() {
EXPECT_CALL(media_client_, IsSupportedBitstreamAudioCodec(_))
.WillRepeatedly(Return(true));
SetMediaClient(&media_client_);
hardware_params_.Reset(AudioParameters::AUDIO_BITSTREAM_EAC3,
kChannelLayout, kOutputSamplesPerSecond, 512);
sink_ = base::MakeRefCounted<FakeAudioRendererSink>(hardware_params_);
AudioDecoderConfig audio_config(AudioCodec::kAC3, kSampleFormatEac3,
kChannelLayout, kInputSamplesPerSecond,
EmptyExtraData(),
EncryptionScheme::kUnencrypted);
demuxer_stream_.set_audio_decoder_config(audio_config);
ConfigureDemuxerStream(true);
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
Initialize();
}
void InitializeWithStatus(PipelineStatus expected) {
SCOPED_TRACE(base::StringPrintf("InitializeWithStatus(%d)", expected));
WaitableMessageLoopEvent event;
InitializeRenderer(&demuxer_stream_, event.GetPipelineStatusCB());
event.RunAndWaitForStatus(expected);
// We should have no reads.
EXPECT_TRUE(!decode_cb_);
}
void InitializeAndDestroy() {
WaitableMessageLoopEvent event;
InitializeRenderer(&demuxer_stream_, event.GetPipelineStatusCB());
// Destroy the |renderer_| before we let the MessageLoop run, this simulates
// an interleaving in which we end up destroying the |renderer_| while the
// OnDecoderSelected callback is in flight.
renderer_.reset();
event.RunAndWaitForStatus(PIPELINE_ERROR_ABORT);
}
void InitializeAndDestroyDuringDecoderInit() {
enter_pending_decoder_init_ = true;
WaitableMessageLoopEvent event;
InitializeRenderer(&demuxer_stream_, event.GetPipelineStatusCB());
base::RunLoop().RunUntilIdle();
DCHECK(init_decoder_cb_);
renderer_.reset();
event.RunAndWaitForStatus(PIPELINE_ERROR_ABORT);
}
void EnterPendingDecoderInitState(AudioDecoder::InitCB cb) {
init_decoder_cb_ = std::move(cb);
}
void FlushDuringPendingRead() {
SCOPED_TRACE("FlushDuringPendingRead()");
WaitableMessageLoopEvent flush_event;
renderer_->Flush(flush_event.GetClosure());
SatisfyPendingRead(InputFrames(kInputFramesChunk));
flush_event.RunAndWait();
EXPECT_FALSE(IsDecodePending());
}
void Preroll() { Preroll(base::TimeDelta(), base::TimeDelta(), PIPELINE_OK); }
void Preroll(base::TimeDelta start_timestamp,
base::TimeDelta first_timestamp,
PipelineStatus expected) {
SCOPED_TRACE(base::StringPrintf("Preroll(%" PRId64 ", %d)",
first_timestamp.InMilliseconds(),
expected));
next_timestamp_->SetBaseTimestamp(first_timestamp);
// Fill entire buffer to complete prerolling.
renderer_->SetMediaTime(start_timestamp);
renderer_->StartPlaying();
WaitForPendingRead();
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
DeliverRemainingAudio();
}
void StartTicking() {
renderer_->StartTicking();
renderer_->SetPlaybackRate(1.0);
}
void StopTicking() { renderer_->StopTicking(); }
bool IsDecodePending() const { return !!decode_cb_; }
void WaitForPendingRead() {
SCOPED_TRACE("WaitForPendingRead()");
if (decode_cb_)
return;
DCHECK(!wait_for_pending_decode_cb_);
WaitableMessageLoopEvent event;
wait_for_pending_decode_cb_ = event.GetClosure();
event.RunAndWait();
DCHECK(decode_cb_);
DCHECK(!wait_for_pending_decode_cb_);
}
// Delivers decoded frames to |renderer_|.
void SatisfyPendingRead(InputFrames frames) {
CHECK_GT(frames.value, 0);
CHECK(decode_cb_);
scoped_refptr<AudioBuffer> buffer;
if (hardware_params_.IsBitstreamFormat()) {
buffer = MakeBitstreamAudioBuffer(kSampleFormatEac3, kChannelLayout,
kChannels, kInputSamplesPerSecond, 1, 0,
frames.value, frames.value / 2,
next_timestamp_->GetTimestamp());
} else {
buffer = MakeAudioBuffer<float>(
kSampleFormat, kChannelLayout, kChannels, kInputSamplesPerSecond,
1.0f, 0.0f, frames.value, next_timestamp_->GetTimestamp());
}
next_timestamp_->AddFrames(frames.value);
DeliverBuffer(DecodeStatus::OK, std::move(buffer));
}
void DeliverEndOfStream() {
DCHECK(decode_cb_);
// Return EOS buffer to trigger EOS frame.
EXPECT_CALL(demuxer_stream_, OnRead(_))
.WillOnce(RunOnceCallback<0>(DemuxerStream::kOk,
DecoderBuffer::CreateEOSBuffer()));
// Satify pending |decode_cb_| to trigger a new DemuxerStream::Read().
main_thread_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(decode_cb_), DecodeStatus::OK));
WaitForPendingRead();
main_thread_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(decode_cb_), DecodeStatus::OK));
base::RunLoop().RunUntilIdle();
EXPECT_EQ(last_statistics_.audio_memory_usage,
renderer_->algorithm_->GetMemoryUsage());
}
// Delivers frames until |renderer_|'s internal buffer is full and no longer
// has pending reads.
void DeliverRemainingAudio() {
// NOTE: !IsDecodePending() -> frames_remaining_in_buffer() == 0... but the
// arrow is unidirectional! DecoderStream does its own buffering of decoded
// output such that it generally triggers reads even after the renderer's
// buffer is full. Hence, the loop below must check both of the conditions
// to ensure no pending reads exist after the function returns.
while (frames_remaining_in_buffer().value > 0 || IsDecodePending()) {
SatisfyPendingRead(InputFrames(kInputFramesChunk));
}
}
// Consumes data from the buffer until what remains drops below the buffer's
// capacity. Note that the buffer is often over-filled, such that consuming
// a fixed amount of data cannot guarantee we fall bellow the full line.
// Precondition: the buffer must be full when called.
bool ConsumeBufferedDataUntilNotFull() {
int buffered = frames_buffered().value;
int capacity = buffer_capacity().value;
DCHECK(buffered >= capacity);
int overfill = buffered > capacity ? buffered - capacity : 0;
int quarter_buffer = capacity / 4;
// Leaves the buffer 3/4 full.
return ConsumeBufferedData(OutputFrames(overfill + quarter_buffer));
}
// Attempts to consume |requested_frames| frames from |renderer_|'s internal
// buffer. Returns true if and only if all of |requested_frames| were able
// to be consumed.
bool ConsumeBufferedData(OutputFrames requested_frames,
base::TimeDelta delay) {
std::unique_ptr<AudioBus> bus =
AudioBus::Create(kChannels, requested_frames.value);
int frames_read = 0;
EXPECT_TRUE(sink_->Render(bus.get(), delay, &frames_read));
return frames_read == requested_frames.value;
}
bool ConsumeBufferedData(OutputFrames requested_frames) {
return ConsumeBufferedData(requested_frames, base::TimeDelta());
}
bool ConsumeBitstreamBufferedData(OutputFrames requested_frames,
base::TimeDelta delay = base::TimeDelta()) {
std::unique_ptr<AudioBus> bus =
AudioBus::Create(kChannels, requested_frames.value);
int total_frames_read = 0;
while (total_frames_read != requested_frames.value) {
int frames_read = 0;
EXPECT_TRUE(sink_->Render(bus.get(), delay, &frames_read));
if (frames_read <= 0)
break;
total_frames_read += frames_read;
}
return total_frames_read == requested_frames.value;
}
base::TimeTicks ConvertMediaTime(base::TimeDelta timestamp,
bool* is_time_moving) {
std::vector<base::TimeTicks> wall_clock_times;
*is_time_moving = renderer_->GetWallClockTimes(
std::vector<base::TimeDelta>(1, timestamp), &wall_clock_times);
return wall_clock_times[0];
}
base::TimeTicks CurrentMediaWallClockTime(bool* is_time_moving) {
std::vector<base::TimeTicks> wall_clock_times;
*is_time_moving = renderer_->GetWallClockTimes(
std::vector<base::TimeDelta>(), &wall_clock_times);
return wall_clock_times[0];
}
OutputFrames frames_buffered() {
return OutputFrames(renderer_->algorithm_->BufferedFrames());
}
OutputFrames buffer_playback_threshold() {
return OutputFrames(renderer_->algorithm_->QueuePlaybackThreshold());
}
OutputFrames buffer_capacity() {
return OutputFrames(renderer_->algorithm_->QueueCapacity());
}
OutputFrames frames_remaining_in_buffer() {
// This can happen if too much data was delivered, in which case the buffer
// will accept the data but not increase capacity.
if (frames_buffered().value > buffer_capacity().value) {
return OutputFrames(0);
}
return OutputFrames(buffer_capacity().value - frames_buffered().value);
}
bool is_buffer_full() { return renderer_->algorithm_->IsQueueFull(); }
void force_config_change(const AudioDecoderConfig& config) {
renderer_->OnConfigChange(config);
}
InputFrames converter_input_frames_left() const {
return InputFrames(
renderer_->buffer_converter_->input_frames_left_for_testing());
}
base::TimeDelta CurrentMediaTime() { return renderer_->CurrentMediaTime(); }
std::vector<bool> channel_mask() const {
CHECK(renderer_->algorithm_);
return renderer_->algorithm_->channel_mask_for_testing();
}
bool ended() const { return ended_; }
void DecodeDecoder(scoped_refptr<DecoderBuffer> buffer,
AudioDecoder::DecodeCB decode_cb) {
// TODO(scherkus): Make this a DCHECK after threading semantics are fixed.
if (!main_thread_task_runner_->BelongsToCurrentThread()) {
main_thread_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&AudioRendererImplTest::DecodeDecoder,
base::Unretained(this), buffer, std::move(decode_cb)));
return;
}
CHECK(!decode_cb_) << "Overlapping decodes are not permitted";
decode_cb_ = std::move(decode_cb);
// Wake up WaitForPendingRead() if needed.
if (wait_for_pending_decode_cb_)
std::move(wait_for_pending_decode_cb_).Run();
}
void ResetDecoder(base::OnceClosure& reset_cb) {
if (decode_cb_) {
// |reset_cb| will be called in DeliverBuffer(), after the decoder is
// flushed.
reset_cb_ = std::move(reset_cb);
return;
}
main_thread_task_runner_->PostTask(FROM_HERE, std::move(reset_cb));
}
void DeliverBuffer(DecodeStatus status, scoped_refptr<AudioBuffer> buffer) {
CHECK(decode_cb_);
if (buffer.get() && !buffer->end_of_stream())
output_cb_.Run(std::move(buffer));
std::move(decode_cb_).Run(status);
if (reset_cb_)
std::move(reset_cb_).Run();
base::RunLoop().RunUntilIdle();
}
// Fixture members.
AudioParameters hardware_params_;
base::test::TaskEnvironment task_environment_;
const scoped_refptr<base::SingleThreadTaskRunner> main_thread_task_runner_;
NullMediaLog media_log_;
std::unique_ptr<AudioRendererImpl> renderer_;
scoped_refptr<FakeAudioRendererSink> sink_;
scoped_refptr<MockAudioRendererSink> mock_sink_;
base::SimpleTestTickClock tick_clock_;
PipelineStatistics last_statistics_;
MockDemuxerStream demuxer_stream_;
MockMediaClient media_client_;
// When |simulate_demuxer_stall_| is set OnDemuxerRead() will put the callback
// in |stalled_demixer_read_cb_| instead of calling it.
bool simulate_demuxer_stall_ = false;
DemuxerStream::ReadCB stalled_demixer_read_cb_;
// Used for satisfying reads.
AudioDecoder::OutputCB output_cb_;
AudioDecoder::DecodeCB decode_cb_;
base::OnceClosure reset_cb_;
std::unique_ptr<AudioTimestampHelper> next_timestamp_;
// Run during DecodeDecoder() to unblock WaitForPendingRead().
base::OnceClosure wait_for_pending_decode_cb_;
AudioDecoder::InitCB init_decoder_cb_;
bool expected_init_result_;
bool enter_pending_decoder_init_;
bool ended_;
};
TEST_F(AudioRendererImplTest, Initialize_Successful) {
Initialize();
}
TEST_F(AudioRendererImplTest, Initialize_DecoderInitFailure) {
expected_init_result_ = false;
InitializeWithStatus(DECODER_ERROR_NOT_SUPPORTED);
}
TEST_F(AudioRendererImplTest, ReinitializeForDifferentStream) {
// Initialize and start playback
Initialize();
Preroll();
StartTicking();
EXPECT_TRUE(ConsumeBufferedDataUntilNotFull());
WaitForPendingRead();
// Stop playback and flush
StopTicking();
EXPECT_TRUE(IsDecodePending());
// Flush and expect to be notified that we have nothing.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
FlushDuringPendingRead();
// Prepare a new demuxer stream.
MockDemuxerStream new_stream(DemuxerStream::AUDIO);
EXPECT_CALL(new_stream, SupportsConfigChanges()).WillOnce(Return(false));
AudioDecoderConfig audio_config(kCodec, kSampleFormat, kChannelLayout,
kInputSamplesPerSecond, EmptyExtraData(),
EncryptionScheme::kUnencrypted);
new_stream.set_audio_decoder_config(audio_config);
// The renderer is now in the flushed state and can be reinitialized.
WaitableMessageLoopEvent event;
InitializeRenderer(&new_stream, event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
TEST_F(AudioRendererImplTest, SignalConfigChange) {
// Initialize and start playback.
Initialize();
Preroll();
StartTicking();
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(256)));
// Note: no need to WaitForPendingRead() here or below. Historically this test
// seemed to wait, but really the read was already pending because preroll
// didn't satisfy the final read from decoder stream.
// Force config change to simulate detected change from decoder stream. Expect
// that RendererClient to be signaled with the new config.
const AudioDecoderConfig kValidAudioConfig(
AudioCodec::kVorbis, kSampleFormatPlanarF32, CHANNEL_LAYOUT_STEREO, 44100,
EmptyExtraData(), EncryptionScheme::kUnencrypted);
EXPECT_TRUE(kValidAudioConfig.IsValidConfig());
EXPECT_CALL(*this, OnAudioConfigChange(DecoderConfigEq(kValidAudioConfig)));
force_config_change(kValidAudioConfig);
// Verify rendering can continue after config change.
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(256)));
// Force a config change with an invalid dummy config. This is occasionally
// done to reset internal state and should not bubble to the RendererClient.
EXPECT_CALL(*this, OnAudioConfigChange(_)).Times(0);
const AudioDecoderConfig kInvalidConfig;
EXPECT_FALSE(kInvalidConfig.IsValidConfig());
force_config_change(kInvalidConfig);
}
TEST_F(AudioRendererImplTest, Preroll) {
Initialize();
Preroll();
}
TEST_F(AudioRendererImplTest, StartTicking) {
Initialize();
Preroll();
StartTicking();
// Drain internal buffer, we should have a pending read.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
}
TEST_F(AudioRendererImplTest, TranscribeAudioCallback) {
Initialize();
EXPECT_CALL(*this, TranscribeAudioCallback(_)).Times(0);
Preroll();
StartTicking();
}
TEST_F(AudioRendererImplTest, EndOfStream) {
Initialize();
Preroll();
StartTicking();
// Drain internal buffer, we should have a pending read.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
// Forcefully trigger underflow.
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
// Fulfill the read with an end-of-stream buffer. Doing so should change our
// buffering state so playback resumes.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
DeliverEndOfStream();
// Consume all remaining data. We shouldn't have signal ended yet.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
base::RunLoop().RunUntilIdle();
EXPECT_FALSE(ended());
// Ended should trigger on next render call.
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
base::RunLoop().RunUntilIdle();
EXPECT_TRUE(ended());
}
TEST_F(AudioRendererImplTest, DecoderUnderflow) {
Initialize();
Preroll();
StartTicking();
// Drain internal buffer, we should have a pending read.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
// Verify the next FillBuffer() call triggers a buffering state change
// update. Expect a decoder underflow flag because demuxer is not blocked on a
// pending read.
EXPECT_CALL(
*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, DECODER_UNDERFLOW));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
// Verify we're still not getting audio data.
EXPECT_EQ(0, frames_buffered().value);
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
// Deliver enough data to have enough for buffering.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
DeliverRemainingAudio();
// Verify we're getting audio data.
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(1)));
}
TEST_F(AudioRendererImplTest, DemuxerUnderflow) {
Initialize();
Preroll();
StartTicking();
// Drain internal buffer, we should have a pending read.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
// Verify the next FillBuffer() call triggers a buffering state change
// update. Expect a demuxer underflow flag because demuxer is blocked on a
// pending read.
EXPECT_CALL(
*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, DEMUXER_UNDERFLOW));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
// Verify we're still not getting audio data.
EXPECT_EQ(0, frames_buffered().value);
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
// Deliver enough data to have enough for buffering.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
// Stall the demuxer to trigger underflow.
simulate_demuxer_stall_ = true;
SatisfyPendingRead(InputFrames(kInputFramesChunk));
UnstallDemuxer();
DeliverRemainingAudio();
// Verify we're getting audio data.
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(1)));
}
TEST_F(AudioRendererImplTest, Underflow_CapacityResetsAfterFlush) {
Initialize();
Preroll();
StartTicking();
// Drain internal buffer, we should have a pending read.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
// Verify the next FillBuffer() call triggers the underflow callback
// since the decoder hasn't delivered any data after it was drained.
OutputFrames initial_capacity = buffer_capacity();
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
// Verify that the buffer capacity increased as a result of underflowing.
EXPECT_GT(buffer_capacity().value, initial_capacity.value);
// Verify that the buffer capacity is restored to the |initial_capacity|.
StopTicking();
FlushDuringPendingRead();
EXPECT_EQ(buffer_capacity().value, initial_capacity.value);
}
TEST_F(AudioRendererImplTest, Underflow_CapacityIncreasesBeforeHaveNothing) {
Initialize();
Preroll();
StartTicking();
// Verify the next FillBuffer() call triggers the underflow callback
// since the decoder hasn't delivered any data after it was drained.
OutputFrames initial_capacity = buffer_capacity();
// Drain internal buffer.
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(frames_buffered().value + 1)));
// Verify that the buffer capacity increased despite not sending have nothing.
EXPECT_GT(buffer_capacity().value, initial_capacity.value);
}
TEST_F(AudioRendererImplTest, Underflow_OneCapacityIncreasePerUnderflow) {
Initialize();
Preroll();
StartTicking();
OutputFrames prev_capacity = buffer_capacity();
// Consume more than is available (partial read) to trigger underflow.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(frames_buffered().value + 1)));
// Verify first underflow triggers an increase to buffer capacity and
// signals HAVE_NOTHING.
EXPECT_GT(buffer_capacity().value, prev_capacity.value);
prev_capacity = buffer_capacity();
// Give HAVE_NOTHING a chance to post.
base::RunLoop().RunUntilIdle();
testing::Mock::VerifyAndClearExpectations(this);
// Try reading again, this time with the queue totally empty. We should expect
// NO additional HAVE_NOTHING and NO increase to capacity because we still
// haven't refilled the queue since the previous underflow.
EXPECT_EQ(0, frames_buffered().value);
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _))
.Times(0);
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
EXPECT_EQ(buffer_capacity().value, prev_capacity.value);
// Give HAVE_NOTHING a chance to NOT post.
base::RunLoop().RunUntilIdle();
testing::Mock::VerifyAndClearExpectations(this);
// Fill the buffer back up.
WaitForPendingRead();
DeliverRemainingAudio();
EXPECT_GT(frames_buffered().value, 0);
// Consume all available data without underflowing. Expect no buffer state
// change and no change to capacity.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _))
.Times(0);
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(frames_buffered().value)));
EXPECT_EQ(buffer_capacity().value, prev_capacity.value);
// Give HAVE_NOTHING a chance to NOT post.
base::RunLoop().RunUntilIdle();
testing::Mock::VerifyAndClearExpectations(this);
// Now empty, trigger underflow attempting to read one frame. This should
// signal buffering state change and increase capacity.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
EXPECT_GT(buffer_capacity().value, prev_capacity.value);
// Give HAVE_NOTHING a chance to NOT post.
base::RunLoop().RunUntilIdle();
testing::Mock::VerifyAndClearExpectations(this);
}
// Verify that the proper reduced search space is configured for playback rate
// changes when upmixing is applied to the input.
TEST_F(AudioRendererImplTest, ChannelMask) {
AudioParameters hw_params(AudioParameters::AUDIO_PCM_LOW_LATENCY,
CHANNEL_LAYOUT_7_1, kOutputSamplesPerSecond, 1024);
ConfigureConfigChangeRenderer(
AudioParameters(AudioParameters::AUDIO_PCM_LOW_LATENCY,
CHANNEL_LAYOUT_STEREO, kOutputSamplesPerSecond, 1024),
hw_params);
Initialize();
std::vector<bool> mask = channel_mask();
EXPECT_FALSE(mask.empty());
ASSERT_EQ(mask.size(), static_cast<size_t>(hw_params.channels()));
for (int ch = 0; ch < hw_params.channels(); ++ch) {
if (ch > 1)
ASSERT_FALSE(mask[ch]);
else
ASSERT_TRUE(mask[ch]);
}
renderer_->SetMediaTime(base::TimeDelta());
renderer_->StartPlaying();
WaitForPendingRead();
// Force a channel configuration change.
scoped_refptr<AudioBuffer> buffer = MakeAudioBuffer<float>(
kSampleFormat, hw_params.channel_layout(), hw_params.channels(),
kInputSamplesPerSecond, 1.0f, 0.0f, kInputFramesChunk, base::TimeDelta());
DeliverBuffer(DecodeStatus::OK, std::move(buffer));
// All channels should now be enabled.
mask = channel_mask();
EXPECT_FALSE(mask.empty());
ASSERT_EQ(mask.size(), static_cast<size_t>(hw_params.channels()));
for (int ch = 0; ch < hw_params.channels(); ++ch)
ASSERT_TRUE(mask[ch]);
}
// Verify that the proper channel mask is configured when downmixing is applied
// to the input with discrete layout. The default hardware layout is stereo.
TEST_F(AudioRendererImplTest, ChannelMask_DownmixDiscreteLayout) {
int audio_channels = 9;
AudioDecoderConfig audio_config(
AudioCodec::kOpus, kSampleFormat, CHANNEL_LAYOUT_DISCRETE,
kInputSamplesPerSecond, EmptyExtraData(), EncryptionScheme::kUnencrypted);
audio_config.SetChannelsForDiscrete(audio_channels);
demuxer_stream_.set_audio_decoder_config(audio_config);
ConfigureDemuxerStream(true);
// Fake an attached webaudio client.
sink_->SetIsOptimizedForHardwareParameters(false);
Initialize();
std::vector<bool> mask = channel_mask();
EXPECT_FALSE(mask.empty());
ASSERT_EQ(mask.size(), static_cast<size_t>(audio_channels));
for (int ch = 0; ch < audio_channels; ++ch)
ASSERT_TRUE(mask[ch]);
}
TEST_F(AudioRendererImplTest, Underflow_Flush) {
Initialize();
Preroll();
StartTicking();
// Force underflow.
EXPECT_TRUE(ConsumeBufferedData(frames_buffered()));
WaitForPendingRead();
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
EXPECT_FALSE(ConsumeBufferedData(OutputFrames(1)));
WaitForPendingRead();
StopTicking();
// We shouldn't expect another buffering state change when flushing.
FlushDuringPendingRead();
}
TEST_F(AudioRendererImplTest, PendingRead_Flush) {
Initialize();
Preroll();
StartTicking();
// Partially drain internal buffer so we get a pending read.
EXPECT_TRUE(ConsumeBufferedDataUntilNotFull());
WaitForPendingRead();
StopTicking();
EXPECT_TRUE(IsDecodePending());
// Flush and expect to be notified that we have nothing.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
FlushDuringPendingRead();
// Preroll again to a different timestamp and verify it completed normally.
const base::TimeDelta seek_timestamp = base::Milliseconds(1000);
Preroll(seek_timestamp, seek_timestamp, PIPELINE_OK);
}
TEST_F(AudioRendererImplTest, PendingRead_Destroy) {
Initialize();
Preroll();
StartTicking();
// Partially drain internal buffer so we get a pending read.
EXPECT_TRUE(ConsumeBufferedDataUntilNotFull());
WaitForPendingRead();
StopTicking();
EXPECT_TRUE(IsDecodePending());
renderer_.reset();
}
TEST_F(AudioRendererImplTest, PendingFlush_Destroy) {
Initialize();
Preroll();
StartTicking();
// Partially drain internal buffer so we get a pending read.
EXPECT_TRUE(ConsumeBufferedDataUntilNotFull());
WaitForPendingRead();
StopTicking();
EXPECT_TRUE(IsDecodePending());
// Start flushing.
WaitableMessageLoopEvent flush_event;
renderer_->Flush(flush_event.GetClosure());
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
SatisfyPendingRead(InputFrames(kInputFramesChunk));
renderer_.reset();
}
TEST_F(AudioRendererImplTest, InitializeThenDestroy) {
InitializeAndDestroy();
}
TEST_F(AudioRendererImplTest, InitializeThenDestroyDuringDecoderInit) {
InitializeAndDestroyDuringDecoderInit();
}
TEST_F(AudioRendererImplTest, CurrentMediaTimeBehavior) {
Initialize();
Preroll();
StartTicking();
AudioTimestampHelper timestamp_helper(kOutputSamplesPerSecond);
timestamp_helper.SetBaseTimestamp(base::TimeDelta());
// Time should be the starting timestamp as nothing has been consumed yet.
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
const OutputFrames frames_to_consume(frames_buffered().value / 3);
const base::TimeDelta kConsumptionDuration =
timestamp_helper.GetFrameDuration(frames_to_consume.value);
// Render() has not be called yet, thus no data has been consumed, so
// advancing tick clock must not change the media time.
tick_clock_.Advance(kConsumptionDuration);
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
// Consume some audio data.
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume));
// No need to wait for a pending read here. It may or may not happen depending
// on how over-filled the buffer is. Either way, not important for this test.
// Time shouldn't change just yet because we've only sent the initial audio
// data to the hardware.
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
// Advancing the tick clock now should result in an estimated media time.
tick_clock_.Advance(kConsumptionDuration);
EXPECT_EQ(timestamp_helper.GetTimestamp() + kConsumptionDuration,
CurrentMediaTime());
// Consume some more audio data.
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume));
// Time should change now that Render() has been called a second time.
timestamp_helper.AddFrames(frames_to_consume.value);
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
// Advance current time well past all played audio to simulate an irregular or
// delayed OS callback. The value should be clamped to whats been rendered.
timestamp_helper.AddFrames(frames_to_consume.value);
tick_clock_.Advance(kConsumptionDuration * 2);
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
// Consume some more audio data.
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume));
// Stop ticking, the media time should be clamped to what's been rendered.
StopTicking();
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
tick_clock_.Advance(kConsumptionDuration * 2);
timestamp_helper.AddFrames(frames_to_consume.value);
EXPECT_EQ(timestamp_helper.GetTimestamp(), CurrentMediaTime());
}
TEST_F(AudioRendererImplTest, RenderingDelayedForEarlyStartTime) {
Initialize();
// Choose a first timestamp a few buffers into the future, which ends halfway
// through the desired output buffer; this allows for maximum test coverage.
const double kBuffers = 4.5;
const base::TimeDelta first_timestamp =
base::Seconds(hardware_params_.frames_per_buffer() * kBuffers /
hardware_params_.sample_rate());
Preroll(base::TimeDelta(), first_timestamp, PIPELINE_OK);
StartTicking();
// Verify the first few buffers are silent.
std::unique_ptr<AudioBus> bus = AudioBus::Create(hardware_params_);
int frames_read = 0;
for (int i = 0; i < std::floor(kBuffers); ++i) {
EXPECT_TRUE(sink_->Render(bus.get(), base::TimeDelta(), &frames_read));
EXPECT_EQ(frames_read, bus->frames());
for (int j = 0; j < bus->frames(); ++j)
ASSERT_FLOAT_EQ(0.0f, bus->channel(0)[j]);
// Buffer may have been previously over-filled. Only expect new reads when
// we drop below "full".
if (!is_buffer_full()) {
WaitForPendingRead();
DeliverRemainingAudio();
}
}
// Verify the last buffer is half silence and half real data.
EXPECT_TRUE(sink_->Render(bus.get(), base::TimeDelta(), &frames_read));
EXPECT_EQ(frames_read, bus->frames());
const int zero_frames =
bus->frames() * (kBuffers - static_cast<int>(kBuffers));
for (int i = 0; i < zero_frames; ++i)
ASSERT_FLOAT_EQ(0.0f, bus->channel(0)[i]);
for (int i = zero_frames; i < bus->frames(); ++i)
ASSERT_NE(0.0f, bus->channel(0)[i]);
}
TEST_F(AudioRendererImplTest, RenderingDelayedForSuspend) {
Initialize();
Preroll(base::TimeDelta(), base::TimeDelta(), PIPELINE_OK);
StartTicking();
// Verify the first buffer is real data.
int frames_read = 0;
std::unique_ptr<AudioBus> bus = AudioBus::Create(hardware_params_);
EXPECT_TRUE(sink_->Render(bus.get(), base::TimeDelta(), &frames_read));
EXPECT_NE(0, frames_read);
for (int i = 0; i < bus->frames(); ++i)
ASSERT_NE(0.0f, bus->channel(0)[i]);
// Verify after suspend we get silence.
renderer_->OnSuspend();
EXPECT_TRUE(sink_->Render(bus.get(), base::TimeDelta(), &frames_read));
EXPECT_EQ(0, frames_read);
// Verify after resume we get audio.
bus->Zero();
renderer_->OnResume();
EXPECT_TRUE(sink_->Render(bus.get(), base::TimeDelta(), &frames_read));
EXPECT_NE(0, frames_read);
for (int i = 0; i < bus->frames(); ++i)
ASSERT_NE(0.0f, bus->channel(0)[i]);
}
TEST_F(AudioRendererImplTest, RenderingDelayDoesNotOverflow) {
Initialize();
// Choose a first timestamp as far into the future as possible. Without care
// this can cause an overflow in rendering arithmetic.
Preroll(base::TimeDelta(), base::TimeDelta::Max(), PIPELINE_OK);
StartTicking();
EXPECT_TRUE(ConsumeBufferedData(OutputFrames(1)));
}
TEST_F(AudioRendererImplTest, ImmediateEndOfStream) {
Initialize();
renderer_->SetMediaTime(base::TimeDelta());
renderer_->StartPlaying();
WaitForPendingRead();
// The buffering state change must occur before the ended signal.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN))
.WillOnce(AssertNotYetEnded(this));
DeliverEndOfStream();
EXPECT_TRUE(ended());
}
TEST_F(AudioRendererImplTest, OnRenderErrorCausesDecodeError) {
Initialize();
Preroll();
StartTicking();
EXPECT_CALL(*this, OnError(AUDIO_RENDERER_ERROR));
sink_->OnRenderError();
base::RunLoop().RunUntilIdle();
}
// Test for AudioRendererImpl calling Pause()/Play() on the sink when the
// playback rate is set to zero and non-zero.
TEST_F(AudioRendererImplTest, SetPlaybackRate) {
Initialize();
Preroll();
// Rendering hasn't started. Sink should always be paused.
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
renderer_->SetPlaybackRate(0.0);
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
renderer_->SetPlaybackRate(1.0);
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
// Rendering has started with non-zero rate. Rate changes will affect sink
// state.
renderer_->StartTicking();
EXPECT_EQ(FakeAudioRendererSink::kPlaying, sink_->state());
renderer_->SetPlaybackRate(0.0);
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
renderer_->SetPlaybackRate(1.0);
EXPECT_EQ(FakeAudioRendererSink::kPlaying, sink_->state());
// Rendering has stopped. Sink should be paused.
renderer_->StopTicking();
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
// Start rendering with zero playback rate. Sink should be paused until
// non-zero rate is set.
renderer_->SetPlaybackRate(0.0);
renderer_->StartTicking();
EXPECT_EQ(FakeAudioRendererSink::kPaused, sink_->state());
renderer_->SetPlaybackRate(1.0);
EXPECT_EQ(FakeAudioRendererSink::kPlaying, sink_->state());
}
TEST_F(AudioRendererImplTest, TimeSourceBehavior) {
Initialize();
Preroll();
AudioTimestampHelper timestamp_helper(kOutputSamplesPerSecond);
timestamp_helper.SetBaseTimestamp(base::TimeDelta());
// Prior to start, time should be shown as not moving.
bool is_time_moving = false;
EXPECT_EQ(base::TimeTicks(),
ConvertMediaTime(base::TimeDelta(), &is_time_moving));
EXPECT_FALSE(is_time_moving);
EXPECT_EQ(base::TimeTicks(), CurrentMediaWallClockTime(&is_time_moving));
EXPECT_FALSE(is_time_moving);
// Start ticking, but use a zero playback rate, time should still be stopped
// until a positive playback rate is set and the first Render() is called.
renderer_->SetPlaybackRate(0.0);
StartTicking();
EXPECT_EQ(base::TimeTicks(), CurrentMediaWallClockTime(&is_time_moving));
EXPECT_FALSE(is_time_moving);
renderer_->SetPlaybackRate(1.0);
EXPECT_EQ(base::TimeTicks(), CurrentMediaWallClockTime(&is_time_moving));
EXPECT_FALSE(is_time_moving);
renderer_->SetPlaybackRate(1.0);
// Issue the first render call to start time moving.
OutputFrames frames_to_consume(frames_buffered().value / 2);
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume));
WaitForPendingRead();
// Time shouldn't change just yet because we've only sent the initial audio
// data to the hardware.
EXPECT_EQ(tick_clock_.NowTicks(),
ConvertMediaTime(base::TimeDelta(), &is_time_moving));
EXPECT_TRUE(is_time_moving);
// A system suspend should freeze the time state and resume restart it.
renderer_->OnSuspend();
EXPECT_EQ(tick_clock_.NowTicks(),
ConvertMediaTime(base::TimeDelta(), &is_time_moving));
EXPECT_FALSE(is_time_moving);
renderer_->OnResume();
EXPECT_EQ(tick_clock_.NowTicks(),
ConvertMediaTime(base::TimeDelta(), &is_time_moving));
EXPECT_TRUE(is_time_moving);
// Consume some more audio data.
frames_to_consume = frames_buffered();
tick_clock_.Advance(base::Seconds(1.0 / kOutputSamplesPerSecond));
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume));
// Time should change now that the audio hardware has called back.
const base::TimeTicks wall_clock_time_zero =
tick_clock_.NowTicks() -
timestamp_helper.GetFrameDuration(frames_to_consume.value);
EXPECT_EQ(wall_clock_time_zero,
ConvertMediaTime(base::TimeDelta(), &is_time_moving));
EXPECT_TRUE(is_time_moving);
// Store current media time before advancing the tick clock since the call is
// compensated based on TimeTicks::Now().
const base::TimeDelta current_media_time = renderer_->CurrentMediaTime();
// The current wall clock time should change as our tick clock advances, up
// until we've reached the end of played out frames.
const int kSteps = 4;
const base::TimeDelta kAdvanceDelta =
timestamp_helper.GetFrameDuration(frames_to_consume.value) / kSteps;
for (int i = 0; i < kSteps; ++i) {
tick_clock_.Advance(kAdvanceDelta);
EXPECT_EQ(tick_clock_.NowTicks(),
CurrentMediaWallClockTime(&is_time_moving));
EXPECT_TRUE(is_time_moving);
}
// Converting the current media time should be relative to wall clock zero.
EXPECT_EQ(wall_clock_time_zero + kSteps * kAdvanceDelta,
ConvertMediaTime(current_media_time, &is_time_moving));
EXPECT_TRUE(is_time_moving);
// Advancing once more will exceed the amount of played out frames finally.
const base::TimeDelta kOneSample =
base::Seconds(1.0 / kOutputSamplesPerSecond);
base::TimeTicks current_time = tick_clock_.NowTicks();
tick_clock_.Advance(kOneSample);
EXPECT_EQ(current_time, CurrentMediaWallClockTime(&is_time_moving));
EXPECT_TRUE(is_time_moving);
StopTicking();
DeliverRemainingAudio();
// Elapse a lot of time between StopTicking() and the next Render() call.
const base::TimeDelta kOneSecond = base::Seconds(1);
tick_clock_.Advance(kOneSecond);
StartTicking();
// Time should be stopped until the next render call.
EXPECT_EQ(current_time, CurrentMediaWallClockTime(&is_time_moving));
EXPECT_FALSE(is_time_moving);
// Consume some buffered data with a small delay.
uint32_t delay_frames = 500;
base::TimeDelta delay_time =
base::Microseconds(std::round(delay_frames * kOutputMicrosPerFrame));
frames_to_consume.value = frames_buffered().value / 16;
EXPECT_TRUE(ConsumeBufferedData(frames_to_consume, delay_time));
// Verify time is adjusted for the current delay.
current_time = tick_clock_.NowTicks() + delay_time;
EXPECT_EQ(current_time, CurrentMediaWallClockTime(&is_time_moving));
EXPECT_TRUE(is_time_moving);
EXPECT_EQ(current_time,
ConvertMediaTime(renderer_->CurrentMediaTime(), &is_time_moving));
EXPECT_TRUE(is_time_moving);
tick_clock_.Advance(kOneSample);
renderer_->SetPlaybackRate(2);
EXPECT_EQ(current_time, CurrentMediaWallClockTime(&is_time_moving));
EXPECT_TRUE(is_time_moving);
EXPECT_EQ(current_time + kOneSample * 2,
ConvertMediaTime(renderer_->CurrentMediaTime(), &is_time_moving));
EXPECT_TRUE(is_time_moving);
// Advance far enough that we shouldn't be clamped to current time (tested
// already above).
tick_clock_.Advance(kOneSecond);
EXPECT_EQ(
current_time + timestamp_helper.GetFrameDuration(frames_to_consume.value),
CurrentMediaWallClockTime(&is_time_moving));
EXPECT_TRUE(is_time_moving);
}
TEST_F(AudioRendererImplTest, BitstreamEndOfStream) {
// NOTE: bitstream formats are pass-through to sink, so input size == output
// NOTE: bitstream audio buffers must always consume a whole number of
// buffers (i.e. N*kOutputFramesChunk).
const int kOutputFramesChunk = kInputFramesChunk;
InitializeBitstreamFormat();
Preroll();
StartTicking();
// Drain past the internal buffer, triggering underflow and a pending read.
EXPECT_FALSE(ConsumeBitstreamBufferedData(
OutputFrames(frames_buffered().value + kOutputFramesChunk)));
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
WaitForPendingRead();
// Fulfill the read with an end-of-stream buffer. Doing so should change our
// buffering state so playback resumes.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
DeliverEndOfStream();
// Consume all remaining data. We shouldn't have signal ended yet.
if (frames_buffered().value != 0)
EXPECT_TRUE(ConsumeBitstreamBufferedData(frames_buffered()));
base::RunLoop().RunUntilIdle();
EXPECT_FALSE(ended());
// Ended should trigger on next render call.
EXPECT_FALSE(ConsumeBitstreamBufferedData(OutputFrames(1)));
base::RunLoop().RunUntilIdle();
EXPECT_TRUE(ended());
// Clear the use of |media_client_|, which was set in
// InitializeBitstreamFormat().
SetMediaClient(nullptr);
}
TEST_F(AudioRendererImplTest, MutedPlaybackBadDeviceInfo) {
base::test::ScopedFeatureList scoped_feature_list_;
scoped_feature_list_.InitAndEnableFeature(kSuspendMutedAudio);
mock_sink_ = base::MakeRefCounted<MockAudioRendererSink>(
std::string(), OUTPUT_DEVICE_STATUS_ERROR_NOT_AUTHORIZED,
AudioParameters());
renderer_ = std::make_unique<AudioRendererImpl>(
main_thread_task_runner_, mock_sink_.get(),
base::BindRepeating(&AudioRendererImplTest::CreateAudioDecoderForTest,
base::Unretained(this)),
&media_log_, nullptr);
testing::Mock::VerifyAndClearExpectations(&demuxer_stream_);
ConfigureDemuxerStream(true);
EXPECT_CALL(*mock_sink_, SetVolume(0)).Times(0);
renderer_->SetVolume(0);
// Playback startup should use never touch our passed in sink, since an
// internal NullAudioSink is always used for bad device info.
EXPECT_CALL(*mock_sink_, Start()).Times(0);
Initialize();
Preroll();
StartTicking();
EXPECT_CALL(*mock_sink_, Pause()).Times(0);
StopTicking();
EXPECT_CALL(*mock_sink_, Play()).Times(0);
StartTicking();
testing::Mock::VerifyAndClearExpectations(mock_sink_.get());
EXPECT_CALL(*mock_sink_, SetVolume(1)).Times(0);
EXPECT_CALL(*mock_sink_, Start()).Times(0);
EXPECT_CALL(*mock_sink_, Play()).Times(0);
renderer_->SetVolume(1);
EXPECT_CALL(*mock_sink_, Pause()).Times(0);
StopTicking();
EXPECT_CALL(*mock_sink_, Stop()).Times(0);
}
TEST_F(AudioRendererImplTest, BasicMutedPlayback) {
base::test::ScopedFeatureList scoped_feature_list_;
scoped_feature_list_.InitAndEnableFeature(kSuspendMutedAudio);
ConfigureWithMockSink(hardware_params_);
EXPECT_CALL(*mock_sink_, SetVolume(0));
renderer_->SetVolume(0);
// Playback startup shouldn't start the real sink.
EXPECT_CALL(*mock_sink_, Start()).Times(0);
Initialize();
Preroll();
StartTicking();
// Play pause should all function as normal on the muted sink.
EXPECT_CALL(*mock_sink_, Pause()).Times(0);
StopTicking();
EXPECT_CALL(*mock_sink_, Play()).Times(0);
StartTicking();
testing::Mock::VerifyAndClearExpectations(mock_sink_.get());
// First unmute should start and play the real sink.
EXPECT_CALL(*mock_sink_, SetVolume(1));
EXPECT_CALL(*mock_sink_, Start());
EXPECT_CALL(*mock_sink_, Play());
renderer_->SetVolume(1);
// Play pause should all function as normal on the normal sink.
EXPECT_CALL(*mock_sink_, Pause());
StopTicking();
EXPECT_CALL(*mock_sink_, Play());
StartTicking();
testing::Mock::VerifyAndClearExpectations(mock_sink_.get());
// Muting again should pause the real sink.
EXPECT_CALL(*mock_sink_, SetVolume(0));
EXPECT_CALL(*mock_sink_, Pause());
renderer_->SetVolume(0);
testing::Mock::VerifyAndClearExpectations(mock_sink_.get());
// Second unmuted play shouldn't try to Start() again.
EXPECT_CALL(*mock_sink_, SetVolume(0.5f));
EXPECT_CALL(*mock_sink_, Play());
renderer_->SetVolume(0.5f);
testing::Mock::VerifyAndClearExpectations(mock_sink_.get());
EXPECT_CALL(*mock_sink_, Pause());
StopTicking();
EXPECT_CALL(*mock_sink_, Stop());
}
TEST_F(AudioRendererImplTest, SinkIsFlushed) {
ConfigureWithMockSink(AudioParameters(AudioParameters::AUDIO_PCM_LOW_LATENCY,
kChannelLayout, kOutputSamplesPerSecond,
1024 * 15));
Initialize();
Preroll();
StartTicking();
StopTicking();
// Verify renderer Flush() triggers sink Flush().
EXPECT_CALL(*mock_sink_, Flush());
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
WaitableMessageLoopEvent flush_event;
renderer_->Flush(flush_event.GetClosure());
flush_event.RunAndWait();
}
TEST_F(AudioRendererImplTest, LowLatencyHint) {
// Frames per buffer chosen to be small enough that we will have some room to
// decrease the algorithm buffer below its default value of 200ms.
int kFramesPerBuffer = 100;
// Use a basic setup that avoids buffer conversion and sample rate mismatch.
// This simplifies passing frames to the algorithm and verification of
// frames-to-time logic.
ConfigureBasicRenderer(AudioParameters(AudioParameters::AUDIO_PCM_LOW_LATENCY,
kChannelLayout, kInputSamplesPerSecond,
kFramesPerBuffer));
Initialize();
// Setup renderer for playback.
next_timestamp_->SetBaseTimestamp(base::TimeDelta());
renderer_->SetMediaTime(base::TimeDelta());
renderer_->StartPlaying();
StartTicking();
WaitForPendingRead();
// With no latency hint set, the default playback threshold should equal
// the buffer's total capacity.
const int default_buffer_playback_threshold =
buffer_playback_threshold().value;
const int default_buffer_capacity = buffer_capacity().value;
EXPECT_EQ(default_buffer_playback_threshold, default_buffer_capacity);
// Fill the buffer to the playback threshold. Verify HAVE_ENOUGH is reached.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
SatisfyPendingRead(InputFrames(default_buffer_playback_threshold));
EXPECT_EQ(frames_buffered().value, default_buffer_playback_threshold);
base::RunLoop().RunUntilIdle(); // Let HAVE_ENOUGH post.
testing::Mock::VerifyAndClearExpectations(this);
// Force underflow by reading 1 frame past the buffered amount.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
ConsumeBitstreamBufferedData(OutputFrames(frames_buffered().value + 1));
base::RunLoop().RunUntilIdle(); // Let HAVE_NOTHING post.
testing::Mock::VerifyAndClearExpectations(this);
// Underflow should trigger a capacity increase *when no latency hint is set*.
// Playback threshold should also increase, still matching capacity.
EXPECT_GT(buffer_capacity().value, default_buffer_capacity);
EXPECT_EQ(buffer_playback_threshold().value, buffer_capacity().value);
// Set a *LATENCY HINT* that reduces the playback buffering threshold by half.
base::TimeDelta default_buffering_latency =
AudioTimestampHelper::FramesToTime(default_buffer_playback_threshold,
kInputSamplesPerSecond);
base::TimeDelta low_latency = default_buffering_latency / 2;
renderer_->SetLatencyHint(low_latency);
// Verify playback threshold now reflects the lower latency target.
int low_latency_playback_threshold = buffer_playback_threshold().value;
EXPECT_EQ(AudioTimestampHelper::FramesToTime(low_latency_playback_threshold,
kInputSamplesPerSecond),
low_latency);
// Verify total buffer capacity is unchanged, leaving it higher than the
// playback threshold.
EXPECT_EQ(buffer_capacity().value, default_buffer_capacity);
EXPECT_GT(buffer_capacity().value, low_latency_playback_threshold);
// Verify HAVE_ENOUGH is reached when filled to this lower threshold value.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
SatisfyPendingRead(InputFrames(low_latency_playback_threshold));
EXPECT_EQ(frames_buffered().value, low_latency_playback_threshold);
base::RunLoop().RunUntilIdle(); // Let HAVE_ENOUGH post.
testing::Mock::VerifyAndClearExpectations(this);
// Verify the buffer will happily continue filling, exceeding the playback
// threshold, until it becomes "full";
DeliverRemainingAudio();
EXPECT_GE(frames_buffered().value, buffer_capacity().value);
// Again force underflow by reading 1 frame past the buffered amount.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
ConsumeBitstreamBufferedData(OutputFrames(frames_buffered().value + 1));
base::RunLoop().RunUntilIdle(); // Let HAVE_NOTHING post.
testing::Mock::VerifyAndClearExpectations(this);
// With latency hint set, this underflow should NOT trigger a capacity
// increase, nor a change to the playback threshold.
EXPECT_EQ(buffer_capacity().value, default_buffer_capacity);
EXPECT_EQ(buffer_playback_threshold().value, low_latency_playback_threshold);
}
TEST_F(AudioRendererImplTest, HighLatencyHint) {
// Frames per buffer chosen to be small enough that we will have some room to
// decrease the algorithm buffer below its default value of 200ms.
int kFramesPerBuffer = 100;
// Use a basic setup that avoids buffer conversion and sample rate mismatch.
// This simplifies passing frames to the algorithm and verification of
// frames-to-time logic.
ConfigureBasicRenderer(AudioParameters(AudioParameters::AUDIO_PCM_LOW_LATENCY,
kChannelLayout, kInputSamplesPerSecond,
kFramesPerBuffer));
Initialize();
// Setup renderer for playback.
next_timestamp_->SetBaseTimestamp(base::TimeDelta());
renderer_->SetMediaTime(base::TimeDelta());
renderer_->StartPlaying();
StartTicking();
WaitForPendingRead();
// With no latency hint set, the default playback threshold should equal
// the buffer's total capacity.
const int default_buffer_playback_threshold =
buffer_playback_threshold().value;
const int default_buffer_capacity = buffer_capacity().value;
EXPECT_EQ(default_buffer_playback_threshold, default_buffer_capacity);
// Fill the buffer to the playback threshold. Verify HAVE_ENOUGH is reached.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
SatisfyPendingRead(InputFrames(default_buffer_playback_threshold));
EXPECT_EQ(frames_buffered().value, default_buffer_playback_threshold);
base::RunLoop().RunUntilIdle(); // Let HAVE_ENOUGH post.
testing::Mock::VerifyAndClearExpectations(this);
// Force underflow by reading 1 frame past the buffered amount.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
ConsumeBitstreamBufferedData(OutputFrames(frames_buffered().value + 1));
base::RunLoop().RunUntilIdle(); // Let HAVE_NOTHING post.
testing::Mock::VerifyAndClearExpectations(this);
// Underflow should trigger a capacity increase *when no latency hint is set*.
// Playback threshold should also increase, still matching capacity.
EXPECT_GT(buffer_capacity().value, default_buffer_capacity);
EXPECT_EQ(buffer_playback_threshold().value, buffer_capacity().value);
// Set a *LATENCY HINT* that increases the playback buffering threshold by 2x.
base::TimeDelta default_buffering_latency =
AudioTimestampHelper::FramesToTime(default_buffer_playback_threshold,
kInputSamplesPerSecond);
base::TimeDelta high_latency = default_buffering_latency * 2;
renderer_->SetLatencyHint(high_latency);
// Verify playback threshold now reflects the higher latency target.
int high_latency_playback_threshold = buffer_playback_threshold().value;
EXPECT_EQ(AudioTimestampHelper::FramesToTime(high_latency_playback_threshold,
kInputSamplesPerSecond),
high_latency);
// Verify total buffer capacity is also increased by the same amount.
EXPECT_GT(buffer_capacity().value, default_buffer_capacity);
EXPECT_EQ(buffer_capacity().value, high_latency_playback_threshold);
// Verify HAVE_ENOUGH is reached when filled to this higher threshold value.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_ENOUGH,
BUFFERING_CHANGE_REASON_UNKNOWN));
SatisfyPendingRead(InputFrames(high_latency_playback_threshold));
EXPECT_EQ(frames_buffered().value, high_latency_playback_threshold);
base::RunLoop().RunUntilIdle(); // Let HAVE_ENOUGH post.
testing::Mock::VerifyAndClearExpectations(this);
// Verify the buffer is also considered "full" when saturated to this higher
// threshold.
EXPECT_GE(frames_buffered().value, buffer_capacity().value);
// Again force underflow by reading 1 frame past the buffered amount.
EXPECT_CALL(*this, OnBufferingStateChange(BUFFERING_HAVE_NOTHING, _));
ConsumeBitstreamBufferedData(OutputFrames(frames_buffered().value + 1));
base::RunLoop().RunUntilIdle(); // Let HAVE_NOTHING post.
testing::Mock::VerifyAndClearExpectations(this);
// With a latency hint set, this underflow should NOT trigger a capacity
// increase, nor a change to the playback threshold.
EXPECT_EQ(buffer_capacity().value, high_latency_playback_threshold);
EXPECT_EQ(buffer_playback_threshold().value, high_latency_playback_threshold);
}
TEST_F(AudioRendererImplTest, PlayUnmuted) {
// Setting the volume to a non-zero value does not count as unmuted until the
// audio is played.
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 0);
renderer_->SetVolume(1);
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 0);
Initialize();
Preroll();
StartTicking();
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 1);
}
TEST_F(AudioRendererImplTest, UnmuteWhilePlaying) {
ConfigureWithMockSink(hardware_params_);
EXPECT_CALL(*mock_sink_, SetVolume(0));
renderer_->SetVolume(0);
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 0);
EXPECT_CALL(*mock_sink_, Start());
EXPECT_CALL(*mock_sink_, Play());
Initialize();
Preroll();
StartTicking();
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 0);
EXPECT_CALL(*mock_sink_, SetVolume(1));
renderer_->SetVolume(1);
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 1);
// Muting should pause the sink.
EXPECT_CALL(*mock_sink_, SetVolume(0));
EXPECT_CALL(*mock_sink_, Pause());
renderer_->SetVolume(0);
EXPECT_EQ(renderer_->was_unmuted_for_testing(), 1);
StopTicking();
EXPECT_CALL(*mock_sink_, Stop());
}
} // namespace media