123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466 |
- // Copyright 2016 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #include "media/filters/pipeline_controller.h"
- #include "base/bind.h"
- #include "media/base/demuxer.h"
- namespace media {
- PipelineController::PipelineController(std::unique_ptr<Pipeline> pipeline,
- SeekedCB seeked_cb,
- SuspendedCB suspended_cb,
- BeforeResumeCB before_resume_cb,
- ResumedCB resumed_cb,
- PipelineStatusCB error_cb)
- : pipeline_(std::move(pipeline)),
- seeked_cb_(std::move(seeked_cb)),
- suspended_cb_(std::move(suspended_cb)),
- before_resume_cb_(std::move(before_resume_cb)),
- resumed_cb_(std::move(resumed_cb)),
- error_cb_(std::move(error_cb)) {
- DCHECK(pipeline_);
- DCHECK(seeked_cb_);
- DCHECK(suspended_cb_);
- DCHECK(before_resume_cb_);
- DCHECK(resumed_cb_);
- DCHECK(error_cb_);
- }
- PipelineController::~PipelineController() {
- DCHECK(thread_checker_.CalledOnValidThread());
- }
- void PipelineController::Start(Pipeline::StartType start_type,
- Demuxer* demuxer,
- Pipeline::Client* client,
- bool is_streaming,
- bool is_static) {
- DCHECK(thread_checker_.CalledOnValidThread());
- DCHECK_EQ(state_, State::STOPPED);
- DCHECK(demuxer);
- // Once the pipeline is started, we want to call the seeked callback but
- // without a time update.
- pending_startup_ = true;
- pending_seeked_cb_ = true;
- state_ = State::STARTING;
- demuxer_ = demuxer;
- is_streaming_ = is_streaming;
- is_static_ = is_static;
- pipeline_->Start(start_type, demuxer, client,
- base::BindOnce(&PipelineController::OnPipelineStatus,
- weak_factory_.GetWeakPtr(),
- start_type == Pipeline::StartType::kNormal
- ? State::PLAYING
- : State::PLAYING_OR_SUSPENDED));
- }
- void PipelineController::Seek(base::TimeDelta time, bool time_updated) {
- DCHECK(thread_checker_.CalledOnValidThread());
- // It would be slightly more clear to set this in Dispatch(), but we want to
- // be sure it gets updated even if the seek is elided.
- if (time_updated)
- pending_time_updated_ = true;
- pending_seeked_cb_ = true;
- pending_seek_except_start_ = true;
- // If we are already seeking to |time|, and the media is static, elide the
- // seek.
- if ((state_ == State::SEEKING || state_ == State::RESUMING) &&
- seek_time_ == time && is_static_) {
- pending_seek_ = false;
- return;
- }
- pending_seek_time_ = time;
- pending_seek_ = true;
- Dispatch();
- }
- // TODO(sandersd): It may be easier to use this interface if |suspended_cb_| is
- // executed when Suspend() is called while already suspended.
- void PipelineController::Suspend() {
- DCHECK(thread_checker_.CalledOnValidThread());
- pending_resume_ = false;
- if (state_ != State::SUSPENDING && state_ != State::SUSPENDED) {
- pending_suspend_ = true;
- Dispatch();
- }
- }
- void PipelineController::Resume() {
- DCHECK(thread_checker_.CalledOnValidThread());
- pending_suspend_ = false;
- // TODO(sandersd) fix resume during suspended start.
- if (state_ == State::SUSPENDING || state_ == State::SUSPENDED ||
- (state_ == State::SWITCHING_TRACKS &&
- previous_track_change_state_ == State::SUSPENDED)) {
- pending_resume_ = true;
- Dispatch();
- return;
- }
- }
- void PipelineController::OnDecoderStateLost() {
- DCHECK(thread_checker_.CalledOnValidThread());
- // Note: |time_updated| and |pending_seeked_cb_| are both false.
- pending_seek_except_start_ = true;
- // If we are already seeking or resuming, or if there's already a seek
- // pending,elide the seek. This is okay for decoder state lost since it just
- // needs one seek to recover (the decoder is reset and the next decode starts
- // from a key frame).
- //
- // Note on potential race condition: When the seek is elided, it's possible
- // that the decoder state loss happens before or after the previous seek
- // (decoder Reset()):
- // 1. Decoder state loss happens before Decoder::Reset() during the previous
- // seek. In this case we are fine since we just need a Reset().
- // 2. Decoder state loss happens after Decoder::Reset() during a previous
- // seek:
- // 2.1 If state loss happens before any Decode() we are still fine, since the
- // decoder is in a clean state.
- // 2.2 If state loss happens after a Decode(), then here we should not be in
- // the SEEKING state.
- if (state_ == State::SEEKING || state_ == State::RESUMING || pending_seek_)
- return;
- // Force a seek to the current time.
- pending_seek_time_ = pipeline_->GetMediaTime();
- pending_seek_ = true;
- Dispatch();
- }
- bool PipelineController::IsStable() {
- DCHECK(thread_checker_.CalledOnValidThread());
- return state_ == State::PLAYING;
- }
- bool PipelineController::IsPendingSeek() {
- DCHECK(thread_checker_.CalledOnValidThread());
- return pending_seek_except_start_;
- }
- bool PipelineController::IsSuspended() {
- DCHECK(thread_checker_.CalledOnValidThread());
- return (pending_suspend_ || state_ == State::SUSPENDING ||
- state_ == State::SUSPENDED) &&
- !pending_resume_;
- }
- bool PipelineController::IsPipelineSuspended() {
- DCHECK(thread_checker_.CalledOnValidThread());
- return state_ == State::SUSPENDED;
- }
- void PipelineController::OnPipelineStatus(State expected_state,
- PipelineStatus pipeline_status) {
- DCHECK(thread_checker_.CalledOnValidThread());
- if (pipeline_status != PIPELINE_OK) {
- error_cb_.Run(pipeline_status);
- return;
- }
- State old_state = state_;
- state_ = expected_state;
- // Resolve ambiguity of the current state if we may have suspended in startup.
- if (state_ == State::PLAYING_OR_SUSPENDED) {
- waiting_for_seek_ = false;
- state_ = pipeline_->IsSuspended() ? State::SUSPENDED : State::PLAYING;
- // It's possible for a Suspend() call to come in during startup. If we've
- // completed a suspended startup, we should clear that now.
- if (state_ == State::SUSPENDED)
- pending_suspend_ = false;
- }
- if (state_ == State::PLAYING) {
- // Start(), Seek(), or Resume() completed; we can be sure that
- // |demuxer_| got the seek it was waiting for.
- waiting_for_seek_ = false;
- // TODO(avayvod): Remove resumed callback after https://crbug.com/678374 is
- // properly fixed.
- if (old_state == State::RESUMING) {
- DCHECK(!pipeline_->IsSuspended());
- DCHECK(!pending_resume_);
- resumed_cb_.Run();
- }
- }
- if (state_ == State::SUSPENDED) {
- DCHECK(pipeline_->IsSuspended());
- DCHECK(!pending_suspend_);
- // Warning: possibly reentrant. The state may change inside this callback.
- // It must be safe to call Dispatch() twice in a row here.
- suspended_cb_.Run();
- }
- Dispatch();
- }
- // Note: Dispatch() may be called re-entrantly (by callbacks internally) or
- // twice in a row (by OnPipelineStatus()).
- void PipelineController::Dispatch() {
- DCHECK(thread_checker_.CalledOnValidThread());
- // Suspend/resume transitions take priority because seeks before a suspend
- // are wasted, and seeks after can be merged into the resume operation.
- if (pending_suspend_ && state_ == State::PLAYING) {
- pending_suspend_ = false;
- state_ = State::SUSPENDING;
- pipeline_->Suspend(base::BindOnce(&PipelineController::OnPipelineStatus,
- weak_factory_.GetWeakPtr(),
- State::SUSPENDED));
- return;
- }
- // In additional to the standard |pending_resume_| case, if we completed a
- // suspended startup, but a Seek() came in, we need to resume the pipeline to
- // complete the seek before calling |seeked_cb_|.
- if ((pending_resume_ || (pending_startup_ && pending_seek_)) &&
- state_ == State::SUSPENDED) {
- // If there is a pending seek, resume to that time instead...
- if (pending_seek_) {
- seek_time_ = pending_seek_time_;
- pending_seek_ = false;
- } else {
- seek_time_ = pipeline_->GetMediaTime();
- }
- // ...unless the media is streaming, in which case we resume at the start
- // because seeking doesn't work well.
- if (is_streaming_ && !seek_time_.is_zero()) {
- seek_time_ = base::TimeDelta();
- // In this case we want to make sure that the controls get updated
- // immediately, so we don't try to hide the seek.
- pending_time_updated_ = true;
- }
- // Tell |demuxer_| to expect our resume.
- DCHECK(!waiting_for_seek_);
- waiting_for_seek_ = true;
- demuxer_->StartWaitingForSeek(seek_time_);
- pending_resume_ = false;
- state_ = State::RESUMING;
- before_resume_cb_.Run();
- pipeline_->Resume(
- seek_time_, base::BindOnce(&PipelineController::OnPipelineStatus,
- weak_factory_.GetWeakPtr(), State::PLAYING));
- return;
- }
- // If we have pending operations, and a seek is ongoing, abort it.
- if ((pending_seek_ || pending_suspend_ || pending_audio_track_change_ ||
- pending_video_track_change_) &&
- waiting_for_seek_) {
- // If there is no pending seek, return the current seek to pending status.
- if (!pending_seek_) {
- pending_seek_time_ = seek_time_;
- pending_seek_ = true;
- }
- // CancelPendingSeek() may be reentrant, so update state first and return
- // immediately.
- waiting_for_seek_ = false;
- demuxer_->CancelPendingSeek(pending_seek_time_);
- return;
- }
- // We can only switch tracks if we are not in a transitioning state already.
- if ((pending_audio_track_change_ || pending_video_track_change_) &&
- (state_ == State::PLAYING || state_ == State::SUSPENDED)) {
- previous_track_change_state_ = state_;
- state_ = State::SWITCHING_TRACKS;
- // Attempt to do a track change _before_ attempting a seek operation,
- // otherwise the seek will apply to the old tracks instead of the new
- // one(s). Also attempt audio before video.
- if (pending_audio_track_change_) {
- pending_audio_track_change_ = false;
- pipeline_->OnEnabledAudioTracksChanged(
- pending_audio_track_change_ids_,
- base::BindOnce(&PipelineController::OnTrackChangeComplete,
- weak_factory_.GetWeakPtr()));
- return;
- }
- if (pending_video_track_change_) {
- pending_video_track_change_ = false;
- pipeline_->OnSelectedVideoTrackChanged(
- pending_video_track_change_id_,
- base::BindOnce(&PipelineController::OnTrackChangeComplete,
- weak_factory_.GetWeakPtr()));
- return;
- }
- }
- // Ordinary seeking.
- if (pending_seek_ && state_ == State::PLAYING) {
- seek_time_ = pending_seek_time_;
- // Tell |demuxer_| to expect our seek.
- DCHECK(!waiting_for_seek_);
- waiting_for_seek_ = true;
- demuxer_->StartWaitingForSeek(seek_time_);
- pending_seek_ = false;
- state_ = State::SEEKING;
- pipeline_->Seek(seek_time_,
- base::BindOnce(&PipelineController::OnPipelineStatus,
- weak_factory_.GetWeakPtr(), State::PLAYING));
- return;
- }
- // If |state_| is PLAYING and we didn't trigger an operation above then we
- // are in a stable state. If there is a seeked callback pending, emit it.
- //
- // We also need to emit it if we completed suspended startup.
- if (pending_seeked_cb_ &&
- (state_ == State::PLAYING ||
- (state_ == State::SUSPENDED && pending_startup_))) {
- // |seeked_cb_| may be reentrant, so update state first and return
- // immediately.
- pending_startup_ = false;
- pending_seeked_cb_ = false;
- pending_seek_except_start_ = false;
- bool was_pending_time_updated = pending_time_updated_;
- pending_time_updated_ = false;
- seeked_cb_.Run(was_pending_time_updated);
- return;
- }
- }
- void PipelineController::Stop() {
- if (state_ == State::STOPPED)
- return;
- demuxer_ = nullptr;
- waiting_for_seek_ = false;
- pending_seeked_cb_ = false;
- pending_seek_except_start_ = false;
- pending_time_updated_ = false;
- pending_seek_ = false;
- pending_suspend_ = false;
- pending_resume_ = false;
- pending_audio_track_change_ = false;
- pending_video_track_change_ = false;
- state_ = State::STOPPED;
- pipeline_->Stop();
- }
- bool PipelineController::IsPipelineRunning() const {
- return pipeline_->IsRunning();
- }
- double PipelineController::GetPlaybackRate() const {
- return pipeline_->GetPlaybackRate();
- }
- void PipelineController::SetPlaybackRate(double playback_rate) {
- pipeline_->SetPlaybackRate(playback_rate);
- }
- float PipelineController::GetVolume() const {
- return pipeline_->GetVolume();
- }
- void PipelineController::SetVolume(float volume) {
- pipeline_->SetVolume(volume);
- }
- void PipelineController::SetLatencyHint(
- absl::optional<base::TimeDelta> latency_hint) {
- DCHECK(!latency_hint || (*latency_hint >= base::TimeDelta()));
- pipeline_->SetLatencyHint(latency_hint);
- }
- void PipelineController::SetPreservesPitch(bool preserves_pitch) {
- pipeline_->SetPreservesPitch(preserves_pitch);
- }
- void PipelineController::SetWasPlayedWithUserActivation(
- bool was_played_with_user_activation) {
- pipeline_->SetWasPlayedWithUserActivation(was_played_with_user_activation);
- }
- base::TimeDelta PipelineController::GetMediaTime() const {
- return pipeline_->GetMediaTime();
- }
- Ranges<base::TimeDelta> PipelineController::GetBufferedTimeRanges() const {
- return pipeline_->GetBufferedTimeRanges();
- }
- base::TimeDelta PipelineController::GetMediaDuration() const {
- return pipeline_->GetMediaDuration();
- }
- bool PipelineController::DidLoadingProgress() {
- return pipeline_->DidLoadingProgress();
- }
- PipelineStatistics PipelineController::GetStatistics() const {
- return pipeline_->GetStatistics();
- }
- void PipelineController::SetCdm(CdmContext* cdm_context,
- CdmAttachedCB cdm_attached_cb) {
- pipeline_->SetCdm(cdm_context, std::move(cdm_attached_cb));
- }
- void PipelineController::OnEnabledAudioTracksChanged(
- const std::vector<MediaTrack::Id>& enabled_track_ids) {
- DCHECK(thread_checker_.CalledOnValidThread());
- pending_audio_track_change_ = true;
- pending_audio_track_change_ids_ = enabled_track_ids;
- Dispatch();
- }
- void PipelineController::OnSelectedVideoTrackChanged(
- absl::optional<MediaTrack::Id> selected_track_id) {
- DCHECK(thread_checker_.CalledOnValidThread());
- pending_video_track_change_ = true;
- pending_video_track_change_id_ = selected_track_id;
- Dispatch();
- }
- void PipelineController::OnExternalVideoFrameRequest() {
- DCHECK(thread_checker_.CalledOnValidThread());
- pipeline_->OnExternalVideoFrameRequest();
- }
- void PipelineController::FireOnTrackChangeCompleteForTesting(State set_to) {
- previous_track_change_state_ = set_to;
- OnTrackChangeComplete();
- }
- void PipelineController::OnTrackChangeComplete() {
- DCHECK(thread_checker_.CalledOnValidThread());
- if (state_ == State::SWITCHING_TRACKS)
- state_ = previous_track_change_state_;
- // Other track changed or seek/suspend/resume, etc may be waiting.
- Dispatch();
- }
- } // namespace media
|