Google Git
Sign in
cobalt / cobalt / refs/tags/23.lts.1rc3 / . / cobalt / media / base / sbplayer_pipeline.cc
blob: 9a8fb5b06b84475f812b648a0924ff61be7f0f2b [file] [log] [blame]
// Copyright 2016 The Cobalt Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include <algorithm>
#include <memory>
#include <string>
#include <vector>
#include "base/basictypes.h" // For COMPILE_ASSERT
#include "base/bind.h"
#include "base/callback_helpers.h"
#include "base/logging.h"
#include "base/optional.h"
#include "base/strings/stringprintf.h"
#include "base/synchronization/lock.h"
#include "base/synchronization/waitable_event.h"
#include "base/task_runner.h"
#include "base/time/time.h"
#include "base/trace_event/trace_event.h"
#include "cobalt/base/c_val.h"
#include "cobalt/base/startup_timer.h"
#include "cobalt/math/size.h"
#include "cobalt/media/base/media_export.h"
#include "cobalt/media/base/pipeline.h"
#include "cobalt/media/base/playback_statistics.h"
#include "cobalt/media/base/sbplayer_set_bounds_helper.h"
#include "cobalt/media/base/starboard_player.h"
#include "starboard/common/string.h"
#include "starboard/configuration_constants.h"
#include "starboard/time.h"
#include "third_party/chromium/media/base/audio_decoder_config.h"
#include "third_party/chromium/media/base/bind_to_current_loop.h"
#include "third_party/chromium/media/base/channel_layout.h"
#include "third_party/chromium/media/base/decoder_buffer.h"
#include "third_party/chromium/media/base/demuxer.h"
#include "third_party/chromium/media/base/demuxer_stream.h"
#include "third_party/chromium/media/base/media_log.h"
#include "third_party/chromium/media/base/pipeline_status.h"
#include "third_party/chromium/media/base/ranges.h"
#include "third_party/chromium/media/base/video_decoder_config.h"
#include "third_party/chromium/media/cobalt/ui/gfx/geometry/rect.h"
#include "third_party/chromium/media/cobalt/ui/gfx/geometry/size.h"
namespace cobalt {
namespace media {
namespace {
using base::Time;
using base::TimeDelta;
using ::media::AudioDecoderConfig;
using ::media::DecoderBuffer;
using ::media::Demuxer;
using ::media::DemuxerHost;
using ::media::DemuxerStream;
using ::media::VideoDecoderConfig;
using ::media::PipelineStatistics;
using ::media::PipelineStatusCallback;
static const int kRetryDelayAtSuspendInMilliseconds = 100;
unsigned int g_pipeline_identifier_counter = 0;
// Used to post parameters to SbPlayerPipeline::StartTask() as the number of
// parameters exceed what base::Bind() can support.
struct StartTaskParameters {
Demuxer* demuxer;
SetDrmSystemReadyCB set_drm_system_ready_cb;
::media::PipelineStatusCB ended_cb;
ErrorCB error_cb;
Pipeline::SeekCB seek_cb;
Pipeline::BufferingStateCB buffering_state_cb;
base::Closure duration_change_cb;
base::Closure output_mode_change_cb;
base::Closure content_size_change_cb;
std::string max_video_capabilities;
#if SB_HAS(PLAYER_WITH_URL)
std::string source_url;
bool is_url_based;
#endif // SB_HAS(PLAYER_WITH_URL)
};
// SbPlayerPipeline is a PipelineBase implementation that uses the SbPlayer
// interface internally.
class MEDIA_EXPORT SbPlayerPipeline : public Pipeline,
public DemuxerHost,
public StarboardPlayer::Host {
public:
// Constructs a media pipeline that will execute on |task_runner|.
SbPlayerPipeline(
PipelineWindow window,
const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
const GetDecodeTargetGraphicsContextProviderFunc&
get_decode_target_graphics_context_provider_func,
bool allow_resume_after_suspend, MediaLog* media_log,
VideoFrameProvider* video_frame_provider);
~SbPlayerPipeline() override;
void Suspend() override;
// TODO: This is temporary for supporting background media playback.
// Need to be removed with media refactor.
void Resume(PipelineWindow window) override;
void Start(Demuxer* demuxer,
const SetDrmSystemReadyCB& set_drm_system_ready_cb,
const PipelineStatusCB& ended_cb, const ErrorCB& error_cb,
const SeekCB& seek_cb, const BufferingStateCB& buffering_state_cb,
const base::Closure& duration_change_cb,
const base::Closure& output_mode_change_cb,
const base::Closure& content_size_change_cb,
const std::string& max_video_capabilities) override;
#if SB_HAS(PLAYER_WITH_URL)
void Start(const SetDrmSystemReadyCB& set_drm_system_ready_cb,
const OnEncryptedMediaInitDataEncounteredCB&
encrypted_media_init_data_encountered_cb,
const std::string& source_url, const PipelineStatusCB& ended_cb,
const ErrorCB& error_cb, const SeekCB& seek_cb,
const BufferingStateCB& buffering_state_cb,
const base::Closure& duration_change_cb,
const base::Closure& output_mode_change_cb,
const base::Closure& content_size_change_cb) override;
#endif // SB_HAS(PLAYER_WITH_URL)
void Stop(const base::Closure& stop_cb) override;
void Seek(TimeDelta time, const SeekCB& seek_cb);
bool HasAudio() const override;
bool HasVideo() const override;
float GetPlaybackRate() const override;
void SetPlaybackRate(float playback_rate) override;
float GetVolume() const override;
void SetVolume(float volume) override;
TimeDelta GetMediaTime() override;
::media::Ranges<TimeDelta> GetBufferedTimeRanges() override;
TimeDelta GetMediaDuration() const override;
#if SB_HAS(PLAYER_WITH_URL)
TimeDelta GetMediaStartDate() const override;
#endif // SB_HAS(PLAYER_WITH_URL)
void GetNaturalVideoSize(gfx::Size* out_size) const override;
bool DidLoadingProgress() const override;
PipelineStatistics GetStatistics() const override;
SetBoundsCB GetSetBoundsCB() override;
void SetDecodeToTextureOutputMode(bool enabled) override;
private:
void StartTask(StartTaskParameters parameters);
void SetVolumeTask(float volume);
void SetPlaybackRateTask(float volume);
void SetDurationTask(TimeDelta duration);
// DemuxerHost implementation.
void OnBufferedTimeRangesChanged(
const ::media::Ranges<base::TimeDelta>& ranges) override;
void SetDuration(TimeDelta duration) override;
void OnDemuxerError(PipelineStatus error) override;
#if SB_HAS(PLAYER_WITH_URL)
void CreateUrlPlayer(const std::string& source_url);
void SetDrmSystem(SbDrmSystem drm_system);
#endif // SB_HAS(PLAYER_WITH_URL)
void CreatePlayer(SbDrmSystem drm_system);
void OnDemuxerInitialized(PipelineStatus status);
void OnDemuxerSeeked(PipelineStatus status);
void OnDemuxerStopped();
void OnDemuxerStreamRead(DemuxerStream::Type type,
DemuxerStream::Status status,
scoped_refptr<DecoderBuffer> buffer);
// StarboardPlayer::Host implementation.
void OnNeedData(DemuxerStream::Type type) override;
void OnPlayerStatus(SbPlayerState state) override;
void OnPlayerError(SbPlayerError error, const std::string& message) override;
// Used to make a delayed call to OnNeedData() if |audio_read_delayed_| is
// true. If |audio_read_delayed_| is false, that means the delayed call has
// been cancelled due to a seek.
void DelayedNeedData();
void UpdateDecoderConfig(DemuxerStream* stream);
void CallSeekCB(PipelineStatus status, const std::string& error_message);
void CallErrorCB(PipelineStatus status, const std::string& error_message);
void SuspendTask(base::WaitableEvent* done_event);
void ResumeTask(PipelineWindow window, base::WaitableEvent* done_event);
// Store the media time retrieved by GetMediaTime so we can cache it as an
// estimate and avoid calling SbPlayerGetInfo too frequently.
void StoreMediaTime(TimeDelta media_time);
// Retrieve the statistics as a string and append to message.
std::string AppendStatisticsString(const std::string& message) const;
// Get information on the time since app start and the time since the last
// playback resume.
std::string GetTimeInformation() const;
void RunSetDrmSystemReadyCB();
// An identifier string for the pipeline, used in CVal to identify multiple
// pipelines.
const std::string pipeline_identifier_;
// Message loop used to execute pipeline tasks. It is thread-safe.
scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
// Whether we should save DecoderBuffers for resume after suspend.
const bool allow_resume_after_suspend_;
// The window this player associates with. It should only be assigned in the
// dtor and accessed once by SbPlayerCreate().
PipelineWindow window_;
// Call to get the SbDecodeTargetGraphicsContextProvider for SbPlayerCreate().
const GetDecodeTargetGraphicsContextProviderFunc
get_decode_target_graphics_context_provider_func_;
// Lock used to serialize access for the following member variables.
mutable base::Lock lock_;
// Amount of available buffered data. Set by filters.
::media::Ranges<TimeDelta> buffered_time_ranges_;
// True when AddBufferedByteRange() has been called more recently than
// DidLoadingProgress().
mutable bool did_loading_progress_;
// Video's natural width and height. Set by filters.
gfx::Size natural_size_;
// Current volume level (from 0.0f to 1.0f). This value is set immediately
// via SetVolume() and a task is dispatched on the message loop to notify the
// filters.
base::CVal<float> volume_;
// Current playback rate (>= 0.0f). This value is set immediately via
// SetPlaybackRate() and a task is dispatched on the message loop to notify
// the filters.
base::CVal<float> playback_rate_;
// The saved audio and video demuxer streams. Note that it is safe to store
// raw pointers of the demuxer streams, as the Demuxer guarantees that its
// |DemuxerStream|s live as long as the Demuxer itself.
DemuxerStream* audio_stream_ = nullptr;
DemuxerStream* video_stream_ = nullptr;
mutable PipelineStatistics statistics_;
// The following member variables are only accessed by tasks posted to
// |task_runner_|.
// Temporary callback used for Stop().
base::Closure stop_cb_;
// Permanent callbacks passed in via Start().
SetDrmSystemReadyCB set_drm_system_ready_cb_;
PipelineStatusCB ended_cb_;
ErrorCB error_cb_;
BufferingStateCB buffering_state_cb_;
base::Closure duration_change_cb_;
base::Closure output_mode_change_cb_;
base::Closure content_size_change_cb_;
base::Optional<bool> decode_to_texture_output_mode_;
#if SB_HAS(PLAYER_WITH_URL)
StarboardPlayer::OnEncryptedMediaInitDataEncounteredCB
on_encrypted_media_init_data_encountered_cb_;
#endif // SB_HAS(PLAYER_WITH_URL)
// Demuxer reference used for setting the preload value.
Demuxer* demuxer_ = nullptr;
bool audio_read_in_progress_ = false;
bool audio_read_delayed_ = false;
bool video_read_in_progress_ = false;
base::CVal<TimeDelta> duration_;
#if SB_HAS(PLAYER_WITH_URL)
TimeDelta start_date_;
bool is_url_based_;
#endif // SB_HAS(PLAYER_WITH_URL)
scoped_refptr<SbPlayerSetBoundsHelper> set_bounds_helper_;
// The following member variables can be accessed from WMPI thread but all
// modifications to them happens on the pipeline thread. So any access of
// them from the WMPI thread and any modification to them on the pipeline
// thread has to guarded by lock. Access to them from the pipeline thread
// needn't to be guarded.
// Temporary callback used for Start() and Seek().
SeekCB seek_cb_;
TimeDelta seek_time_;
std::unique_ptr<StarboardPlayer> player_;
bool is_initial_preroll_ = true;
base::CVal<bool> started_;
base::CVal<bool> suspended_;
base::CVal<bool> stopped_;
base::CVal<bool> ended_;
base::CVal<SbPlayerState> player_state_;
VideoFrameProvider* video_frame_provider_;
// Read audio from the stream if |timestamp_of_last_written_audio_| is less
// than |seek_time_| + |kAudioPrerollLimit|, this effectively allows 10
// seconds of audio to be written to the SbPlayer after playback startup or
// seek.
static const SbTime kAudioPrerollLimit = 10 * kSbTimeSecond;
// Don't read audio from the stream more than |kAudioLimit| ahead of the
// current media time during playing.
static const SbTime kAudioLimit = kSbTimeSecond;
// Only call GetMediaTime() from OnNeedData if it has been
// |kMediaTimeCheckInterval| since the last call to GetMediaTime().
static const SbTime kMediaTimeCheckInterval = 0.1 * kSbTimeSecond;
// Timestamp for the last written audio.
SbTime timestamp_of_last_written_audio_ = 0;
// Last media time reported by GetMediaTime().
base::CVal<SbTime> last_media_time_;
// Time when we last checked the media time.
SbTime last_time_media_time_retrieved_ = 0;
// The maximum video playback capabilities required for the playback.
base::CVal<std::string> max_video_capabilities_;
PlaybackStatistics playback_statistics_;
SbTimeMonotonic last_resume_time_ = -1;
SbTimeMonotonic set_drm_system_ready_cb_time_ = -1;
DISALLOW_COPY_AND_ASSIGN(SbPlayerPipeline);
};
SbPlayerPipeline::SbPlayerPipeline(
PipelineWindow window,
const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
const GetDecodeTargetGraphicsContextProviderFunc&
get_decode_target_graphics_context_provider_func,
bool allow_resume_after_suspend, MediaLog* media_log,
VideoFrameProvider* video_frame_provider)
: pipeline_identifier_(
base::StringPrintf("%X", g_pipeline_identifier_counter++)),
task_runner_(task_runner),
allow_resume_after_suspend_(allow_resume_after_suspend),
window_(window),
get_decode_target_graphics_context_provider_func_(
get_decode_target_graphics_context_provider_func),
natural_size_(0, 0),
volume_(base::StringPrintf("Media.Pipeline.%s.Volume",
pipeline_identifier_.c_str()),
1.0f, "Volume of the media pipeline."),
playback_rate_(base::StringPrintf("Media.Pipeline.%s.PlaybackRate",
pipeline_identifier_.c_str()),
0.0f, "Playback rate of the media pipeline."),
duration_(base::StringPrintf("Media.Pipeline.%s.Duration",
pipeline_identifier_.c_str()),
base::TimeDelta(), "Playback duration of the media pipeline."),
set_bounds_helper_(new SbPlayerSetBoundsHelper),
started_(base::StringPrintf("Media.Pipeline.%s.Started",
pipeline_identifier_.c_str()),
false, "Whether the media pipeline has started."),
suspended_(base::StringPrintf("Media.Pipeline.%s.Suspended",
pipeline_identifier_.c_str()),
false,
"Whether the media pipeline has been suspended. The "
"pipeline is usually suspended after the app enters "
"background mode."),
stopped_(base::StringPrintf("Media.Pipeline.%s.Stopped",
pipeline_identifier_.c_str()),
false, "Whether the media pipeline has stopped."),
ended_(base::StringPrintf("Media.Pipeline.%s.Ended",
pipeline_identifier_.c_str()),
false, "Whether the media pipeline has ended."),
player_state_(base::StringPrintf("Media.Pipeline.%s.PlayerState",
pipeline_identifier_.c_str()),
kSbPlayerStateInitialized,
"The underlying SbPlayer state of the media pipeline."),
video_frame_provider_(video_frame_provider),
last_media_time_(base::StringPrintf("Media.Pipeline.%s.LastMediaTime",
pipeline_identifier_.c_str()),
0, "Last media time reported by the underlying player."),
max_video_capabilities_(
base::StringPrintf("Media.Pipeline.%s.MaxVideoCapabilities",
pipeline_identifier_.c_str()),
"", "The max video capabilities required for the media pipeline."),
playback_statistics_(pipeline_identifier_) {
SbMediaSetAudioWriteDuration(kAudioLimit);
}
SbPlayerPipeline::~SbPlayerPipeline() { DCHECK(!player_); }
void SbPlayerPipeline::Suspend() {
DCHECK(!task_runner_->BelongsToCurrentThread());
base::WaitableEvent waitable_event(
base::WaitableEvent::ResetPolicy::MANUAL,
base::WaitableEvent::InitialState::NOT_SIGNALED);
task_runner_->PostTask(FROM_HERE,
base::Bind(&SbPlayerPipeline::SuspendTask,
base::Unretained(this), &waitable_event));
waitable_event.Wait();
}
void SbPlayerPipeline::Resume(PipelineWindow window) {
DCHECK(!task_runner_->BelongsToCurrentThread());
base::WaitableEvent waitable_event(
base::WaitableEvent::ResetPolicy::MANUAL,
base::WaitableEvent::InitialState::NOT_SIGNALED);
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::ResumeTask,
base::Unretained(this), window, &waitable_event));
waitable_event.Wait();
}
#if SB_HAS(PLAYER_WITH_URL)
void OnEncryptedMediaInitDataEncountered(
const Pipeline::OnEncryptedMediaInitDataEncounteredCB&
on_encrypted_media_init_data_encountered,
const char* init_data_type, const unsigned char* init_data,
unsigned int init_data_length) {
LOG_IF(WARNING, strcmp(init_data_type, "cenc") != 0 &&
strcmp(init_data_type, "fairplay") != 0 &&
strcmp(init_data_type, "keyids") != 0 &&
strcmp(init_data_type, "webm") != 0)
<< "Unknown EME initialization data type: " << init_data_type;
std::vector<uint8_t> init_data_vec(init_data, init_data + init_data_length);
DCHECK(!on_encrypted_media_init_data_encountered.is_null());
on_encrypted_media_init_data_encountered.Run(init_data_type, init_data_vec);
}
#endif // SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::Start(Demuxer* demuxer,
const SetDrmSystemReadyCB& set_drm_system_ready_cb,
const PipelineStatusCB& ended_cb,
const ErrorCB& error_cb, const SeekCB& seek_cb,
const BufferingStateCB& buffering_state_cb,
const base::Closure& duration_change_cb,
const base::Closure& output_mode_change_cb,
const base::Closure& content_size_change_cb,
const std::string& max_video_capabilities) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::Start");
DCHECK(!ended_cb.is_null());
DCHECK(!error_cb.is_null());
DCHECK(!seek_cb.is_null());
DCHECK(!buffering_state_cb.is_null());
DCHECK(!duration_change_cb.is_null());
DCHECK(!output_mode_change_cb.is_null());
DCHECK(!content_size_change_cb.is_null());
DCHECK(demuxer);
StartTaskParameters parameters;
parameters.demuxer = demuxer;
parameters.set_drm_system_ready_cb = set_drm_system_ready_cb;
parameters.ended_cb = ended_cb;
parameters.error_cb = error_cb;
parameters.seek_cb = seek_cb;
parameters.buffering_state_cb = buffering_state_cb;
parameters.duration_change_cb = duration_change_cb;
parameters.output_mode_change_cb = output_mode_change_cb;
parameters.content_size_change_cb = content_size_change_cb;
parameters.max_video_capabilities = max_video_capabilities;
#if SB_HAS(PLAYER_WITH_URL)
parameters.is_url_based = false;
#endif // SB_HAS(PLAYER_WITH_URL)
task_runner_->PostTask(FROM_HERE,
base::Bind(&SbPlayerPipeline::StartTask, this,
base::Passed(&parameters)));
}
#if SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::Start(const SetDrmSystemReadyCB& set_drm_system_ready_cb,
const OnEncryptedMediaInitDataEncounteredCB&
on_encrypted_media_init_data_encountered_cb,
const std::string& source_url,
const PipelineStatusCB& ended_cb,
const ErrorCB& error_cb, const SeekCB& seek_cb,
const BufferingStateCB& buffering_state_cb,
const base::Closure& duration_change_cb,
const base::Closure& output_mode_change_cb,
const base::Closure& content_size_change_cb) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::Start");
DCHECK(!ended_cb.is_null());
DCHECK(!error_cb.is_null());
DCHECK(!seek_cb.is_null());
DCHECK(!buffering_state_cb.is_null());
DCHECK(!duration_change_cb.is_null());
DCHECK(!output_mode_change_cb.is_null());
DCHECK(!content_size_change_cb.is_null());
DCHECK(!on_encrypted_media_init_data_encountered_cb.is_null());
StartTaskParameters parameters;
parameters.demuxer = NULL;
parameters.set_drm_system_ready_cb = set_drm_system_ready_cb;
parameters.ended_cb = ended_cb;
parameters.error_cb = error_cb;
parameters.seek_cb = seek_cb;
parameters.buffering_state_cb = buffering_state_cb;
parameters.duration_change_cb = duration_change_cb;
parameters.output_mode_change_cb = output_mode_change_cb;
parameters.content_size_change_cb = content_size_change_cb;
parameters.source_url = source_url;
parameters.is_url_based = true;
on_encrypted_media_init_data_encountered_cb_ =
base::Bind(&OnEncryptedMediaInitDataEncountered,
on_encrypted_media_init_data_encountered_cb);
set_drm_system_ready_cb_ = parameters.set_drm_system_ready_cb;
DCHECK(!set_drm_system_ready_cb_.is_null());
RunSetDrmSystemReadyCB();
task_runner_->PostTask(FROM_HERE,
base::Bind(&SbPlayerPipeline::StartTask, this,
base::Passed(&parameters)));
}
#endif // SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::Stop(const base::Closure& stop_cb) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::Stop");
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(FROM_HERE,
base::Bind(&SbPlayerPipeline::Stop, this, stop_cb));
return;
}
DCHECK(stop_cb_.is_null());
DCHECK(!stop_cb.is_null());
stopped_ = true;
if (player_) {
std::unique_ptr<StarboardPlayer> player;
{
base::AutoLock auto_lock(lock_);
player = std::move(player_);
}
LOG(INFO) << "Destroying SbPlayer.";
player.reset();
LOG(INFO) << "SbPlayer destroyed.";
}
// When Stop() is in progress, we no longer need to call |error_cb_|.
error_cb_.Reset();
if (demuxer_) {
stop_cb_ = stop_cb;
demuxer_->Stop();
OnDemuxerStopped();
} else {
stop_cb.Run();
}
}
void SbPlayerPipeline::Seek(TimeDelta time, const SeekCB& seek_cb) {
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::Seek, this, time, seek_cb));
return;
}
playback_statistics_.OnSeek(time);
if (!player_) {
seek_cb.Run(::media::PIPELINE_ERROR_INVALID_STATE, false,
AppendStatisticsString("SbPlayerPipeline::Seek failed: "
"player_ is nullptr."));
return;
}
player_->PrepareForSeek();
ended_ = false;
DCHECK(seek_cb_.is_null());
DCHECK(!seek_cb.is_null());
if (audio_read_in_progress_ || video_read_in_progress_) {
const TimeDelta kDelay = TimeDelta::FromMilliseconds(50);
task_runner_->PostDelayedTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::Seek, this, time, seek_cb),
kDelay);
return;
}
{
base::AutoLock auto_lock(lock_);
seek_cb_ = seek_cb;
seek_time_ = time;
}
// Ignore pending delayed calls to OnNeedData, and update variables used to
// decide when to delay.
audio_read_delayed_ = false;
StoreMediaTime(seek_time_);
timestamp_of_last_written_audio_ = 0;
#if SB_HAS(PLAYER_WITH_URL)
if (is_url_based_) {
player_->Seek(seek_time_);
return;
}
#endif // SB_HAS(PLAYER_WITH_URL)
demuxer_->Seek(time, BindToCurrentLoop(base::Bind(
&SbPlayerPipeline::OnDemuxerSeeked, this)));
}
bool SbPlayerPipeline::HasAudio() const {
base::AutoLock auto_lock(lock_);
return audio_stream_ != NULL;
}
bool SbPlayerPipeline::HasVideo() const {
base::AutoLock auto_lock(lock_);
return video_stream_ != NULL;
}
float SbPlayerPipeline::GetPlaybackRate() const {
base::AutoLock auto_lock(lock_);
return playback_rate_;
}
void SbPlayerPipeline::SetPlaybackRate(float playback_rate) {
base::AutoLock auto_lock(lock_);
playback_rate_ = playback_rate;
task_runner_->PostTask(
FROM_HERE,
base::Bind(&SbPlayerPipeline::SetPlaybackRateTask, this, playback_rate));
}
float SbPlayerPipeline::GetVolume() const {
base::AutoLock auto_lock(lock_);
return volume_;
}
void SbPlayerPipeline::SetVolume(float volume) {
if (volume < 0.0f || volume > 1.0f) return;
base::AutoLock auto_lock(lock_);
volume_ = volume;
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::SetVolumeTask, this, volume));
}
void SbPlayerPipeline::StoreMediaTime(TimeDelta media_time) {
last_media_time_ = media_time.ToSbTime();
last_time_media_time_retrieved_ = SbTimeGetNow();
}
TimeDelta SbPlayerPipeline::GetMediaTime() {
base::AutoLock auto_lock(lock_);
if (!seek_cb_.is_null()) {
StoreMediaTime(seek_time_);
return seek_time_;
}
if (!player_) {
StoreMediaTime(TimeDelta());
return TimeDelta();
}
if (ended_) {
StoreMediaTime(duration_);
return duration_;
}
base::TimeDelta media_time;
#if SB_HAS(PLAYER_WITH_URL)
if (is_url_based_) {
int frame_width;
int frame_height;
player_->GetVideoResolution(&frame_width, &frame_height);
if (frame_width != natural_size_.width() ||
frame_height != natural_size_.height()) {
natural_size_ = gfx::Size(frame_width, frame_height);
content_size_change_cb_.Run();
}
}
#endif // SB_HAS(PLAYER_WITH_URL)
player_->GetInfo(&statistics_.video_frames_decoded,
&statistics_.video_frames_dropped, &media_time);
// Guarantee that we report monotonically increasing media time
if (media_time.ToSbTime() < last_media_time_) {
DLOG(WARNING) << "The new media timestamp player reported ("
<< media_time.ToSbTime() << ") is less than the last one ("
<< last_media_time_ << ").";
media_time = base::TimeDelta::FromMicroseconds(last_media_time_);
}
StoreMediaTime(media_time);
return media_time;
}
::media::Ranges<TimeDelta> SbPlayerPipeline::GetBufferedTimeRanges() {
base::AutoLock auto_lock(lock_);
#if SB_HAS(PLAYER_WITH_URL)
::media::Ranges<TimeDelta> time_ranges;
if (!player_) {
return time_ranges;
}
if (is_url_based_) {
base::TimeDelta media_time;
base::TimeDelta buffer_start_time;
base::TimeDelta buffer_length_time;
player_->GetInfo(&statistics_.video_frames_decoded,
&statistics_.video_frames_dropped, &media_time);
player_->GetUrlPlayerBufferedTimeRanges(&buffer_start_time,
&buffer_length_time);
if (buffer_length_time.InSeconds() == 0) {
buffered_time_ranges_ = time_ranges;
return time_ranges;
}
time_ranges.Add(buffer_start_time, buffer_start_time + buffer_length_time);
if (buffered_time_ranges_.size() > 0) {
base::TimeDelta old_buffer_start_time = buffered_time_ranges_.start(0);
base::TimeDelta old_buffer_length_time = buffered_time_ranges_.end(0);
int64 old_start_seconds = old_buffer_start_time.InSeconds();
int64 new_start_seconds = buffer_start_time.InSeconds();
int64 old_length_seconds = old_buffer_length_time.InSeconds();
int64 new_length_seconds = buffer_length_time.InSeconds();
if (old_start_seconds != new_start_seconds ||
old_length_seconds != new_length_seconds) {
did_loading_progress_ = true;
}
} else {
did_loading_progress_ = true;
}
buffered_time_ranges_ = time_ranges;
return time_ranges;
}
#endif // SB_HAS(PLAYER_WITH_URL)
return buffered_time_ranges_;
}
TimeDelta SbPlayerPipeline::GetMediaDuration() const {
base::AutoLock auto_lock(lock_);
return duration_;
}
#if SB_HAS(PLAYER_WITH_URL)
TimeDelta SbPlayerPipeline::GetMediaStartDate() const {
base::AutoLock auto_lock(lock_);
return start_date_;
}
#endif // SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::GetNaturalVideoSize(gfx::Size* out_size) const {
CHECK(out_size);
base::AutoLock auto_lock(lock_);
*out_size = natural_size_;
}
bool SbPlayerPipeline::DidLoadingProgress() const {
base::AutoLock auto_lock(lock_);
bool ret = did_loading_progress_;
did_loading_progress_ = false;
return ret;
}
PipelineStatistics SbPlayerPipeline::GetStatistics() const {
base::AutoLock auto_lock(lock_);
return statistics_;
}
Pipeline::SetBoundsCB SbPlayerPipeline::GetSetBoundsCB() {
return base::Bind(&SbPlayerSetBoundsHelper::SetBounds, set_bounds_helper_);
}
void SbPlayerPipeline::SetDecodeToTextureOutputMode(bool enabled) {
TRACE_EVENT1("cobalt::media",
"SbPlayerPipeline::SetDecodeToTextureOutputMode", "mode",
enabled);
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::SetDecodeToTextureOutputMode,
this, enabled));
return;
}
// The player can't be created yet, if it is, then we're updating the output
// mode too late.
DCHECK(!player_);
decode_to_texture_output_mode_ = enabled;
}
void SbPlayerPipeline::StartTask(StartTaskParameters parameters) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::StartTask");
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK(!demuxer_);
demuxer_ = parameters.demuxer;
set_drm_system_ready_cb_ = parameters.set_drm_system_ready_cb;
ended_cb_ = parameters.ended_cb;
error_cb_ = parameters.error_cb;
{
base::AutoLock auto_lock(lock_);
seek_cb_ = parameters.seek_cb;
}
buffering_state_cb_ = parameters.buffering_state_cb;
duration_change_cb_ = parameters.duration_change_cb;
output_mode_change_cb_ = parameters.output_mode_change_cb;
content_size_change_cb_ = parameters.content_size_change_cb;
max_video_capabilities_ = parameters.max_video_capabilities;
#if SB_HAS(PLAYER_WITH_URL)
is_url_based_ = parameters.is_url_based;
if (is_url_based_) {
CreateUrlPlayer(parameters.source_url);
return;
}
#endif // SB_HAS(PLAYER_WITH_URL)
demuxer_->Initialize(
this, BindToCurrentLoop(
base::Bind(&SbPlayerPipeline::OnDemuxerInitialized, this)));
started_ = true;
}
void SbPlayerPipeline::SetVolumeTask(float volume) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (player_) {
player_->SetVolume(volume_);
}
}
void SbPlayerPipeline::SetPlaybackRateTask(float volume) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (player_) {
player_->SetPlaybackRate(playback_rate_);
}
}
void SbPlayerPipeline::SetDurationTask(TimeDelta duration) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (!duration_change_cb_.is_null()) {
duration_change_cb_.Run();
}
}
void SbPlayerPipeline::OnBufferedTimeRangesChanged(
const ::media::Ranges<base::TimeDelta>& ranges) {
base::AutoLock auto_lock(lock_);
did_loading_progress_ = true;
buffered_time_ranges_ = ranges;
}
void SbPlayerPipeline::SetDuration(TimeDelta duration) {
base::AutoLock auto_lock(lock_);
duration_ = duration;
task_runner_->PostTask(
FROM_HERE,
base::Bind(&SbPlayerPipeline::SetDurationTask, this, duration));
}
void SbPlayerPipeline::OnDemuxerError(PipelineStatus error) {
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::OnDemuxerError, this, error));
return;
}
if (error != ::media::PIPELINE_OK) {
CallErrorCB(error, "Demuxer error.");
}
}
#if SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::CreateUrlPlayer(const std::string& source_url) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::CreateUrlPlayer");
DCHECK(task_runner_->BelongsToCurrentThread());
if (stopped_) {
return;
}
if (suspended_) {
task_runner_->PostDelayedTask(
FROM_HERE,
base::Bind(&SbPlayerPipeline::CreateUrlPlayer, this, source_url),
TimeDelta::FromMilliseconds(kRetryDelayAtSuspendInMilliseconds));
return;
}
// TODO: Check |suspended_| here as the pipeline can be suspended before the
// player is created. In this case we should delay creating the player as the
// creation of player may fail.
std::string error_message;
{
base::AutoLock auto_lock(lock_);
LOG(INFO) << "Creating StarboardPlayer with url: " << source_url;
player_.reset(new StarboardPlayer(
task_runner_, source_url, window_, this, set_bounds_helper_.get(),
allow_resume_after_suspend_, *decode_to_texture_output_mode_,
on_encrypted_media_init_data_encountered_cb_, video_frame_provider_));
if (player_->IsValid()) {
SetPlaybackRateTask(playback_rate_);
SetVolumeTask(volume_);
} else {
error_message = player_->GetPlayerCreationErrorMessage();
player_.reset();
LOG(INFO) << "Failed to create a valid StarboardPlayer.";
}
}
if (player_ && player_->IsValid()) {
base::Closure output_mode_change_cb;
{
base::AutoLock auto_lock(lock_);
DCHECK(!output_mode_change_cb_.is_null());
output_mode_change_cb = std::move(output_mode_change_cb_);
}
output_mode_change_cb.Run();
return;
}
std::string time_information = GetTimeInformation();
LOG(INFO) << "SbPlayerPipeline::CreateUrlPlayer failed to create a valid "
"StarboardPlayer - "
<< time_information << " \'" << error_message << "\'";
CallSeekCB(::media::DECODER_ERROR_NOT_SUPPORTED,
"SbPlayerPipeline::CreateUrlPlayer failed to create a valid "
"StarboardPlayer - " +
time_information + " \'" + error_message + "\'");
}
void SbPlayerPipeline::SetDrmSystem(SbDrmSystem drm_system) {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::SetDrmSystem");
base::AutoLock auto_lock(lock_);
if (!player_) {
LOG(INFO) << "Player not set before calling SbPlayerPipeline::SetDrmSystem";
return;
}
if (player_->IsValid()) {
player_->RecordSetDrmSystemReadyTime(set_drm_system_ready_cb_time_);
player_->SetDrmSystem(drm_system);
}
}
#endif // SB_HAS(PLAYER_WITH_URL)
void SbPlayerPipeline::CreatePlayer(SbDrmSystem drm_system) {
#if SB_HAS(PLAYER_WITH_URL)
DCHECK(!is_url_based_);
#endif // SB_HAS(PLAYER_WITH_URL
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::CreatePlayer");
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK(audio_stream_ || video_stream_);
if (stopped_) {
return;
}
if (suspended_) {
task_runner_->PostDelayedTask(
FROM_HERE,
base::Bind(&SbPlayerPipeline::CreatePlayer, this, drm_system),
TimeDelta::FromMilliseconds(kRetryDelayAtSuspendInMilliseconds));
return;
}
// TODO: Check |suspended_| here as the pipeline can be suspended before the
// player is created. In this case we should delay creating the player as the
// creation of player may fail.
AudioDecoderConfig invalid_audio_config;
const AudioDecoderConfig& audio_config =
audio_stream_ ? audio_stream_->audio_decoder_config()
: invalid_audio_config;
VideoDecoderConfig invalid_video_config;
const VideoDecoderConfig& video_config =
video_stream_ ? video_stream_->video_decoder_config()
: invalid_video_config;
std::string audio_mime_type = audio_stream_ ? audio_stream_->mime_type() : "";
std::string video_mime_type;
if (video_stream_) {
playback_statistics_.UpdateVideoConfig(
video_stream_->video_decoder_config());
video_mime_type = video_stream_->mime_type();
}
std::string error_message;
{
base::AutoLock auto_lock(lock_);
SB_DCHECK(!player_);
// In the extreme case that CreatePlayer() is called when a |player_| is
// available, reset the existing player first to reduce the number of active
// players.
player_.reset();
LOG(INFO) << "Creating StarboardPlayer.";
player_.reset(new StarboardPlayer(
task_runner_, get_decode_target_graphics_context_provider_func_,
audio_config, audio_mime_type, video_config, video_mime_type, window_,
drm_system, this, set_bounds_helper_.get(), allow_resume_after_suspend_,
*decode_to_texture_output_mode_, video_frame_provider_,
max_video_capabilities_));
if (player_->IsValid()) {
SetPlaybackRateTask(playback_rate_);
SetVolumeTask(volume_);
} else {
error_message = player_->GetPlayerCreationErrorMessage();
player_.reset();
LOG(INFO) << "Failed to create a valid StarboardPlayer.";
}
}
if (player_ && player_->IsValid()) {
player_->RecordSetDrmSystemReadyTime(set_drm_system_ready_cb_time_);
base::Closure output_mode_change_cb;
{
base::AutoLock auto_lock(lock_);
DCHECK(!output_mode_change_cb_.is_null());
output_mode_change_cb = std::move(output_mode_change_cb_);
}
output_mode_change_cb.Run();
if (audio_stream_) {
UpdateDecoderConfig(audio_stream_);
}
if (video_stream_) {
UpdateDecoderConfig(video_stream_);
}
return;
}
std::string time_information = GetTimeInformation();
LOG(INFO) << "SbPlayerPipeline::CreatePlayer failed to create a valid "
"StarboardPlayer - "
<< time_information << " \'" << error_message << "\'";
CallSeekCB(::media::DECODER_ERROR_NOT_SUPPORTED,
"SbPlayerPipeline::CreatePlayer failed to create a valid "
"StarboardPlayer - " +
time_information + " \'" + error_message + "\'");
}
void SbPlayerPipeline::OnDemuxerInitialized(PipelineStatus status) {
#if SB_HAS(PLAYER_WITH_URL)
DCHECK(!is_url_based_);
#endif // SB_HAS(PLAYER_WITH_URL)
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::OnDemuxerInitialized");
DCHECK(task_runner_->BelongsToCurrentThread());
if (stopped_) {
return;
}
if (status != ::media::PIPELINE_OK) {
CallErrorCB(status, "Demuxer initialization error.");
return;
}
if (suspended_) {
task_runner_->PostDelayedTask(
FROM_HERE,
base::Bind(&SbPlayerPipeline::OnDemuxerInitialized, this, status),
TimeDelta::FromMilliseconds(kRetryDelayAtSuspendInMilliseconds));
return;
}
auto streams = demuxer_->GetAllStreams();
DemuxerStream* audio_stream = nullptr;
DemuxerStream* video_stream = nullptr;
for (auto&& stream : streams) {
if (stream->type() == DemuxerStream::AUDIO) {
if (audio_stream == nullptr) {
audio_stream = stream;
} else {
LOG(WARNING) << "Encountered more than one audio streams.";
}
} else if (stream->type() == DemuxerStream::VIDEO) {
if (video_stream == nullptr) {
video_stream = stream;
} else {
LOG(WARNING) << "Encountered more than one video streams.";
}
}
}
if (audio_stream == NULL && video_stream == NULL) {
LOG(INFO) << "The video has to contain an audio track or a video track.";
CallErrorCB(::media::DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
"The video has to contain an audio track or a video track.");
return;
}
{
base::AutoLock auto_lock(lock_);
audio_stream_ = audio_stream;
video_stream_ = video_stream;
bool is_encrypted =
audio_stream_ && audio_stream_->audio_decoder_config().is_encrypted();
is_encrypted |=
video_stream_ && video_stream_->video_decoder_config().is_encrypted();
bool natural_size_changed = false;
if (video_stream_) {
natural_size_changed =
(video_stream_->video_decoder_config().natural_size().width() !=
natural_size_.width() ||
video_stream_->video_decoder_config().natural_size().height() !=
natural_size_.height());
natural_size_ = video_stream_->video_decoder_config().natural_size();
}
if (natural_size_changed) {
content_size_change_cb_.Run();
}
if (is_encrypted) {
RunSetDrmSystemReadyCB();
return;
}
}
CreatePlayer(kSbDrmSystemInvalid);
}
void SbPlayerPipeline::OnDemuxerSeeked(PipelineStatus status) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (status == ::media::PIPELINE_OK && player_) {
player_->Seek(seek_time_);
}
}
void SbPlayerPipeline::OnDemuxerStopped() {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::OnDemuxerStopped");
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::OnDemuxerStopped, this));
return;
}
std::move(stop_cb_).Run();
}
void SbPlayerPipeline::OnDemuxerStreamRead(
DemuxerStream::Type type, DemuxerStream::Status status,
scoped_refptr<DecoderBuffer> buffer) {
#if SB_HAS(PLAYER_WITH_URL)
DCHECK(!is_url_based_);
#endif // SB_HAS(PLAYER_WITH_URL)
DCHECK(type == DemuxerStream::AUDIO || type == DemuxerStream::VIDEO)
<< "Unsupported DemuxerStream::Type " << type;
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE, base::BindOnce(&SbPlayerPipeline::OnDemuxerStreamRead, this,
type, status, buffer));
return;
}
DemuxerStream* stream =
type == DemuxerStream::AUDIO ? audio_stream_ : video_stream_;
DCHECK(stream);
// In case if Stop() has been called.
if (!player_) {
return;
}
if (status == DemuxerStream::kAborted) {
if (type == DemuxerStream::AUDIO) {
DCHECK(audio_read_in_progress_);
audio_read_in_progress_ = false;
} else {
DCHECK(video_read_in_progress_);
video_read_in_progress_ = false;
}
if (!seek_cb_.is_null()) {
CallSeekCB(::media::PIPELINE_OK, "");
}
return;
}
if (status == DemuxerStream::kConfigChanged) {
UpdateDecoderConfig(stream);
stream->Read(
base::BindOnce(&SbPlayerPipeline::OnDemuxerStreamRead, this, type));
return;
}
if (type == DemuxerStream::AUDIO) {
audio_read_in_progress_ = false;
playback_statistics_.OnAudioAU(buffer);
if (!buffer->end_of_stream()) {
timestamp_of_last_written_audio_ = buffer->timestamp().ToSbTime();
}
} else {
video_read_in_progress_ = false;
playback_statistics_.OnVideoAU(buffer);
}
player_->WriteBuffer(type, buffer);
}
void SbPlayerPipeline::OnNeedData(DemuxerStream::Type type) {
#if SB_HAS(PLAYER_WITH_URL)
DCHECK(!is_url_based_);
#endif // SB_HAS(PLAYER_WITH_URL)
DCHECK(task_runner_->BelongsToCurrentThread());
// In case if Stop() has been called.
if (!player_) {
return;
}
if (type == DemuxerStream::AUDIO) {
if (!audio_stream_) {
LOG(WARNING)
<< "Calling OnNeedData() for audio data during audioless playback";
return;
}
if (audio_read_in_progress_) {
return;
}
// If we haven't checked the media time recently, update it now.
if (SbTimeGetNow() - last_time_media_time_retrieved_ >
kMediaTimeCheckInterval) {
GetMediaTime();
}
// Delay reading audio more than |kAudioLimit| ahead of playback after the
// player has received enough audio for preroll, taking into account that
// our estimate of playback time might be behind by
// |kMediaTimeCheckInterval|.
if (timestamp_of_last_written_audio_ - seek_time_.ToSbTime() >
kAudioPrerollLimit) {
// The estimated time ahead of playback may be negative if no audio has
// been written.
SbTime time_ahead_of_playback =
timestamp_of_last_written_audio_ - last_media_time_;
if (time_ahead_of_playback > (kAudioLimit + kMediaTimeCheckInterval)) {
task_runner_->PostDelayedTask(
FROM_HERE, base::Bind(&SbPlayerPipeline::DelayedNeedData, this),
base::TimeDelta::FromMicroseconds(kMediaTimeCheckInterval));
audio_read_delayed_ = true;
return;
}
}
audio_read_delayed_ = false;
audio_read_in_progress_ = true;
} else {
DCHECK_EQ(type, DemuxerStream::VIDEO);
if (video_read_in_progress_) {
return;
}
video_read_in_progress_ = true;
}
DemuxerStream* stream =
type == DemuxerStream::AUDIO ? audio_stream_ : video_stream_;
DCHECK(stream);
stream->Read(
base::BindOnce(&SbPlayerPipeline::OnDemuxerStreamRead, this, type));
}
void SbPlayerPipeline::OnPlayerStatus(SbPlayerState state) {
DCHECK(task_runner_->BelongsToCurrentThread());
// In case if Stop() has been called.
if (!player_) {
return;
}
player_state_ = state;
switch (state) {
case kSbPlayerStateInitialized:
NOTREACHED();
break;
case kSbPlayerStatePrerolling:
#if SB_HAS(PLAYER_WITH_URL)
if (is_url_based_) {
break;
}
#endif // SB_HAS(PLAYER_WITH_URL)
buffering_state_cb_.Run(kHaveMetadata);
break;
case kSbPlayerStatePresenting: {
#if SB_HAS(PLAYER_WITH_URL)
if (is_url_based_) {
duration_ = player_->GetDuration();
start_date_ = player_->GetStartDate();
buffering_state_cb_.Run(kHaveMetadata);
int frame_width;
int frame_height;
player_->GetVideoResolution(&frame_width, &frame_height);
bool natural_size_changed = (frame_width != natural_size_.width() ||
frame_height != natural_size_.height());
natural_size_ = gfx::Size(frame_width, frame_height);
if (natural_size_changed) {
content_size_change_cb_.Run();
}
}
#endif // SB_HAS(PLAYER_WITH_URL)
buffering_state_cb_.Run(kPrerollCompleted);
if (!seek_cb_.is_null()) {
CallSeekCB(::media::PIPELINE_OK, "");
}
if (video_stream_) {
playback_statistics_.OnPresenting(
video_stream_->video_decoder_config());
}
break;
}
case kSbPlayerStateEndOfStream:
ended_cb_.Run(::media::PIPELINE_OK);
ended_ = true;
break;
case kSbPlayerStateDestroyed:
break;
}
}
void SbPlayerPipeline::OnPlayerError(SbPlayerError error,
const std::string& message) {
DCHECK(task_runner_->BelongsToCurrentThread());
// In case if Stop() has been called.
if (!player_) {
return;
}
#if SB_HAS(PLAYER_WITH_URL)
if (error >= kSbPlayerErrorMax) {
DCHECK(is_url_based_);
switch (static_cast<SbUrlPlayerError>(error)) {
case kSbUrlPlayerErrorNetwork:
CallErrorCB(::media::PIPELINE_ERROR_NETWORK, message);
break;
case kSbUrlPlayerErrorSrcNotSupported:
CallErrorCB(::media::DEMUXER_ERROR_COULD_NOT_OPEN, message);
break;
}
return;
}
#endif // SB_HAS(PLAYER_WITH_URL)
switch (error) {
case kSbPlayerErrorDecode:
CallErrorCB(::media::PIPELINE_ERROR_DECODE, message);
break;
case kSbPlayerErrorCapabilityChanged:
CallErrorCB(::media::PLAYBACK_CAPABILITY_CHANGED, message);
break;
case kSbPlayerErrorMax:
NOTREACHED();
break;
}
}
void SbPlayerPipeline::DelayedNeedData() {
DCHECK(task_runner_->BelongsToCurrentThread());
if (audio_read_delayed_) {
OnNeedData(DemuxerStream::AUDIO);
}
}
void SbPlayerPipeline::UpdateDecoderConfig(DemuxerStream* stream) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (stream->type() == DemuxerStream::AUDIO) {
const AudioDecoderConfig& decoder_config = stream->audio_decoder_config();
player_->UpdateAudioConfig(decoder_config, stream->mime_type());
} else {
DCHECK_EQ(stream->type(), DemuxerStream::VIDEO);
const VideoDecoderConfig& decoder_config = stream->video_decoder_config();
base::AutoLock auto_lock(lock_);
bool natural_size_changed =
(decoder_config.natural_size().width() != natural_size_.width() ||
decoder_config.natural_size().height() != natural_size_.height());
natural_size_ = decoder_config.natural_size();
player_->UpdateVideoConfig(decoder_config, stream->mime_type());
if (natural_size_changed) {
content_size_change_cb_.Run();
}
playback_statistics_.UpdateVideoConfig(stream->video_decoder_config());
}
}
void SbPlayerPipeline::CallSeekCB(PipelineStatus status,
const std::string& error_message) {
if (status == ::media::PIPELINE_OK) {
DCHECK(error_message.empty());
}
SeekCB seek_cb;
bool is_initial_preroll;
{
base::AutoLock auto_lock(lock_);
DCHECK(!seek_cb_.is_null());
seek_cb = std::move(seek_cb_);
is_initial_preroll = is_initial_preroll_;
is_initial_preroll_ = false;
}
seek_cb.Run(status, is_initial_preroll,
AppendStatisticsString(error_message));
}
void SbPlayerPipeline::CallErrorCB(PipelineStatus status,
const std::string& error_message) {
DCHECK_NE(status, ::media::PIPELINE_OK);
// Only to record the first error.
if (error_cb_.is_null()) {
return;
}
playback_statistics_.OnError(status, error_message);
ResetAndRunIfNotNull(&error_cb_, status,
AppendStatisticsString(error_message));
}
void SbPlayerPipeline::SuspendTask(base::WaitableEvent* done_event) {
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK(done_event);
DCHECK(!suspended_);
if (suspended_) {
done_event->Signal();
return;
}
if (player_) {
// Cancel pending delayed calls to OnNeedData. After player_->Resume(),
// |player_| will call OnNeedData again.
audio_read_delayed_ = false;
player_->Suspend();
}
suspended_ = true;
done_event->Signal();
}
void SbPlayerPipeline::ResumeTask(PipelineWindow window,
base::WaitableEvent* done_event) {
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK(done_event);
DCHECK(suspended_);
if (!suspended_) {
last_resume_time_ = SbTimeGetMonotonicNow();
done_event->Signal();
return;
}
window_ = window;
if (player_) {
player_->Resume(window);
if (!player_->IsValid()) {
std::string error_message;
{
base::AutoLock auto_lock(lock_);
error_message = player_->GetPlayerCreationErrorMessage();
player_.reset();
}
std::string time_information = GetTimeInformation();
LOG(INFO) << "SbPlayerPipeline::ResumeTask failed to create a valid "
"StarboardPlayer - "
<< time_information << " \'" << error_message << "\'";
CallErrorCB(::media::DECODER_ERROR_NOT_SUPPORTED,
"SbPlayerPipeline::ResumeTask failed to create a valid "
"StarboardPlayer - " +
time_information + " \'" + error_message + "\'");
done_event->Signal();
return;
}
}
suspended_ = false;
last_resume_time_ = SbTimeGetMonotonicNow();
done_event->Signal();
}
std::string SbPlayerPipeline::AppendStatisticsString(
const std::string& message) const {
if (nullptr == video_stream_) {
return message + ", playback statistics: n/a.";
} else {
return message + ", playback statistics: " +
playback_statistics_.GetStatistics(
video_stream_->video_decoder_config()) +
'.';
}
}
std::string SbPlayerPipeline::GetTimeInformation() const {
auto round_time_in_seconds = [](const SbTime time) {
const int64_t seconds = time / kSbTimeSecond;
if (seconds < 15) {
return seconds / 5 * 5;
}
if (seconds < 60) {
return seconds / 15 * 15;
}
if (seconds < 3600) {
return std::max(static_cast<SbTime>(60), seconds / 600 * 600);
}
return std::max(static_cast<SbTime>(3600), seconds / 18000 * 18000);
};
std::string time_since_start =
std::to_string(
round_time_in_seconds(base::StartupTimer::TimeElapsed().ToSbTime())) +
"s";
std::string time_since_resume =
last_resume_time_ != -1
? std::to_string(round_time_in_seconds(SbTimeGetMonotonicNow() -
last_resume_time_)) +
"s"
: "null";
return "time since app start: " + time_since_start +
", time since last resume: " + time_since_resume;
}
void SbPlayerPipeline::RunSetDrmSystemReadyCB() {
TRACE_EVENT0("cobalt::media", "SbPlayerPipeline::RunSetDrmSystemReadyCB");
set_drm_system_ready_cb_time_ = SbTimeGetMonotonicNow();
#if SB_HAS(PLAYER_WITH_URL)
set_drm_system_ready_cb_.Run(
base::Bind(&SbPlayerPipeline::SetDrmSystem, this));
#else // SB_HAS(PLAYER_WITH_URL)
set_drm_system_ready_cb_.Run(::media::BindToCurrentLoop(
base::Bind(&SbPlayerPipeline::CreatePlayer, this)));
#endif // SB_HAS(PLAYER_WITH_URL)
}
} // namespace
// static
scoped_refptr<Pipeline> Pipeline::Create(
PipelineWindow window,
const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
const GetDecodeTargetGraphicsContextProviderFunc&
get_decode_target_graphics_context_provider_func,
bool allow_resume_after_suspend, MediaLog* media_log,
VideoFrameProvider* video_frame_provider) {
return new SbPlayerPipeline(
window, task_runner, get_decode_target_graphics_context_provider_func,
allow_resume_after_suspend, media_log, video_frame_provider);
}
} // namespace media
} // namespace cobalt