[go: nahoru, domu]
Google Git
Sign in
chromium / chromium / src / da82b60044d96bf76bf67f6d85bd8c993db82f8f / . / media / renderers / renderer_impl.h
blob: d50c92881ead37083595af10a10d80db25086014 [file] [log] [blame]
xhwangbe9da702014-08-23 21:44:55[diff] [blame]1// Copyright 2014 The Chromium Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
servolkf54f5c8f2015-02-24 20:32:39[diff] [blame]5#ifndef MEDIA_RENDERERS_RENDERER_IMPL_H_
6#define MEDIA_RENDERERS_RENDERER_IMPL_H_
xhwangbe9da702014-08-23 21:44:55[diff] [blame]7
servolkbff54a22017-01-11 01:39:00[diff] [blame]8#include <list>
danakj4d43bc22016-04-26 03:36:04[diff] [blame]9#include <memory>
dalecurtise92934582015-05-12 06:38:00[diff] [blame]10#include <vector>
11
dalecurtisc11e7bb2015-04-03 05:07:08[diff] [blame]12#include "base/cancelable_callback.h"
avia82b9b52015-12-19 04:27:08[diff] [blame]13#include "base/macros.h"
xhwangbe9da702014-08-23 21:44:55[diff] [blame]14#include "base/memory/ref_counted.h"
xhwangbe9da702014-08-23 21:44:55[diff] [blame]15#include "base/memory/weak_ptr.h"
16#include "base/synchronization/lock.h"
17#include "base/time/clock.h"
18#include "base/time/default_tick_clock.h"
19#include "base/time/time.h"
Chris Cunningham038548b2017-07-10 22:36:30[diff] [blame]20#include "media/base/audio_decoder_config.h"
xhwangbe9da702014-08-23 21:44:55[diff] [blame]21#include "media/base/buffering_state.h"
xhwang97de4202014-11-25 08:44:01[diff] [blame]22#include "media/base/decryptor.h"
alokp16bbeea2016-05-12 23:32:36[diff] [blame]23#include "media/base/demuxer_stream.h"
xhwangbe9da702014-08-23 21:44:55[diff] [blame]24#include "media/base/media_export.h"
25#include "media/base/pipeline_status.h"
26#include "media/base/renderer.h"
Chris Cunningham038548b2017-07-10 22:36:30[diff] [blame]27#include "media/base/video_decoder_config.h"
alokp5d86e9b2016-05-17 20:20:41[diff] [blame]28#include "ui/gfx/geometry/size.h"
xhwangbe9da702014-08-23 21:44:55[diff] [blame]29
30namespace base {
31class SingleThreadTaskRunner;
32}
33
34namespace media {
35
36class AudioRenderer;
servolkcfc91f152017-02-02 05:11:23[diff] [blame]37class MediaResource;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]38class TimeSource;
39class VideoRenderer;
scherkusece89452014-09-09 23:13:38[diff] [blame]40class WallClockTimeSource;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]41
42class MEDIA_EXPORT RendererImpl : public Renderer {
43 public:
xhwangabd95fd2014-10-03 07:10:01[diff] [blame]44 // Renders audio/video streams using |audio_renderer| and |video_renderer|
45 // provided. All methods except for GetMediaTime() run on the |task_runner|.
46 // GetMediaTime() runs on the render main thread because it's part of JS sync
47 // API.
xhwangbe9da702014-08-23 21:44:55[diff] [blame]48 RendererImpl(const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
danakj4d43bc22016-04-26 03:36:04[diff] [blame]49 std::unique_ptr<AudioRenderer> audio_renderer,
50 std::unique_ptr<VideoRenderer> video_renderer);
xhwangbe9da702014-08-23 21:44:55[diff] [blame]51
xhwang97de4202014-11-25 08:44:01[diff] [blame]52 ~RendererImpl() final;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]53
54 // Renderer implementation.
servolkcfc91f152017-02-02 05:11:23[diff] [blame]55 void Initialize(MediaResource* media_resource,
alokp16bbeea2016-05-12 23:32:36[diff] [blame]56 RendererClient* client,
57 const PipelineStatusCB& init_cb) final;
xhwang97de4202014-11-25 08:44:01[diff] [blame]58 void SetCdm(CdmContext* cdm_context,
59 const CdmAttachedCB& cdm_attached_cb) final;
60 void Flush(const base::Closure& flush_cb) final;
61 void StartPlayingFrom(base::TimeDelta time) final;
a.berwal338bf002015-04-22 11:14:50[diff] [blame]62 void SetPlaybackRate(double playback_rate) final;
xhwang97de4202014-11-25 08:44:01[diff] [blame]63 void SetVolume(float volume) final;
64 base::TimeDelta GetMediaTime() final;
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]65 void OnSelectedVideoTracksChanged(
66 const std::vector<DemuxerStream*>& enabled_tracks,
67 base::OnceClosure change_completed_cb) override;
68 void OnEnabledAudioTracksChanged(
69 const std::vector<DemuxerStream*>& enabled_tracks,
70 base::OnceClosure change_completed_cb) override;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]71
72 // Helper functions for testing purposes. Must be called before Initialize().
73 void DisableUnderflowForTesting();
scherkusece89452014-09-09 23:13:38[diff] [blame]74 void EnableClocklessVideoPlaybackForTesting();
dalecurtisc11e7bb2015-04-03 05:07:08[diff] [blame]75 void set_time_source_for_testing(TimeSource* time_source) {
76 time_source_ = time_source;
77 }
78 void set_video_underflow_threshold_for_testing(base::TimeDelta threshold) {
79 video_underflow_threshold_ = threshold;
80 }
xhwangbe9da702014-08-23 21:44:55[diff] [blame]81
82 private:
alokp16bbeea2016-05-12 23:32:36[diff] [blame]83 class RendererClientInternal;
84
xhwangbe9da702014-08-23 21:44:55[diff] [blame]85 enum State {
86 STATE_UNINITIALIZED,
xhwanga935e442016-02-11 02:22:45[diff] [blame]87 STATE_INIT_PENDING_CDM, // Initialization is waiting for the CDM to be set.
88 STATE_INITIALIZING, // Initializing audio/video renderers.
servolka1597ec2017-04-06 19:49:19[diff] [blame]89 STATE_FLUSHING, // Flushing is in progress.
90 STATE_FLUSHED, // After initialization or after flush completed.
91 STATE_PLAYING, // After StartPlayingFrom has been called.
xhwangbe9da702014-08-23 21:44:55[diff] [blame]92 STATE_ERROR
93 };
94
dalecurtise92934582015-05-12 06:38:00[diff] [blame]95 bool GetWallClockTimes(const std::vector<base::TimeDelta>& media_timestamps,
96 std::vector<base::TimeTicks>* wall_clock_times);
xhwangbe9da702014-08-23 21:44:55[diff] [blame]97
xhwanga935e442016-02-11 02:22:45[diff] [blame]98 bool HasEncryptedStream();
99
100 void FinishInitialization(PipelineStatus status);
xhwang97de4202014-11-25 08:44:01[diff] [blame]101
xhwangbe9da702014-08-23 21:44:55[diff] [blame]102 // Helper functions and callbacks for Initialize().
103 void InitializeAudioRenderer();
104 void OnAudioRendererInitializeDone(PipelineStatus status);
105 void InitializeVideoRenderer();
106 void OnVideoRendererInitializeDone(PipelineStatus status);
107
108 // Helper functions and callbacks for Flush().
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]109 void FlushInternal();
xhwangbe9da702014-08-23 21:44:55[diff] [blame]110 void FlushAudioRenderer();
111 void OnAudioRendererFlushDone();
112 void FlushVideoRenderer();
113 void OnVideoRendererFlushDone();
114
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]115 // Reinitialize audio/video renderer during a demuxer stream switching. The
116 // renderer must be flushed first, and when the re-init is completed the
117 // corresponding callback will be invoked to restart playback.
118 // The |stream| parameter specifies the new demuxer stream, and the |time|
119 // parameter specifies the time on media timeline where the switch occured.
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]120 void ReinitializeAudioRenderer(DemuxerStream* stream,
121 base::TimeDelta time,
122 base::OnceClosure reinitialize_completed_cb);
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]123 void OnAudioRendererReinitialized(DemuxerStream* stream,
124 base::TimeDelta time,
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]125 base::OnceClosure reinitialize_completed_cb,
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]126 PipelineStatus status);
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]127 void ReinitializeVideoRenderer(DemuxerStream* stream,
128 base::TimeDelta time,
129 base::OnceClosure restart_completed_cb);
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]130 void OnVideoRendererReinitialized(DemuxerStream* stream,
131 base::TimeDelta time,
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]132 base::OnceClosure restart_completed_cb,
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]133 PipelineStatus status);
134
135 // Restart audio/video renderer playback after a demuxer stream switch or
136 // after a demuxer stream has been disabled and re-enabled. The |stream|
137 // parameter specifies which stream needs to be restarted. The |time|
138 // parameter specifies the position on the media timeline where the playback
139 // needs to be restarted. It is necessary for demuxers with independent
140 // streams (e.g. MSE / ChunkDemuxer) to synchronize data reading between those
141 // streams.
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]142 void RestartAudioRenderer(DemuxerStream* stream,
143 base::TimeDelta time,
144 base::OnceClosure restart_completed_cb);
145 void RestartVideoRenderer(DemuxerStream* stream,
146 base::TimeDelta time,
147 base::OnceClosure restart_completed_cb);
148
149 // Fix state booleans after the stream switching is finished.
150 void CleanUpTrackChange(base::RepeatingClosure on_finished,
151 bool* pending_change,
152 bool* ended,
153 bool* playing);
servolkf25ceed2016-07-01 03:44:38[diff] [blame]154
xhwangbe9da702014-08-23 21:44:55[diff] [blame]155 // Callback executed by filters to update statistics.
alokp16bbeea2016-05-12 23:32:36[diff] [blame]156 void OnStatisticsUpdate(const PipelineStatistics& stats);
xhwangbe9da702014-08-23 21:44:55[diff] [blame]157
158 // Collection of callback methods and helpers for tracking changes in
159 // buffering state and transition from paused/underflow states and playing
160 // states.
161 //
162 // While in the kPlaying state:
163 // - A waiting to non-waiting transition indicates preroll has completed
164 // and StartPlayback() should be called
165 // - A non-waiting to waiting transition indicates underflow has occurred
166 // and PausePlayback() should be called
alokp16bbeea2016-05-12 23:32:36[diff] [blame]167 void OnBufferingStateChange(DemuxerStream::Type type,
168 BufferingState new_buffering_state);
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]169
servolkf25ceed2016-07-01 03:44:38[diff] [blame]170 // Handles the buffering notifications that we might get while an audio or a
171 // video stream is being restarted. In those cases we don't want to report
172 // underflows immediately and instead give decoders a chance to catch up with
173 // currently playing stream. Returns true if the buffering nofication has been
174 // handled and no further processing is necessary, returns false to indicate
175 // that we should fall back to the regular OnBufferingStateChange logic.
176 bool HandleRestartedStreamBufferingChanges(
177 DemuxerStream::Type type,
178 BufferingState new_buffering_state);
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]179
xhwangbe9da702014-08-23 21:44:55[diff] [blame]180 bool WaitingForEnoughData() const;
181 void PausePlayback();
182 void StartPlayback();
183
xhwangbe9da702014-08-23 21:44:55[diff] [blame]184 // Callbacks executed when a renderer has ended.
alokp16bbeea2016-05-12 23:32:36[diff] [blame]185 void OnRendererEnded(DemuxerStream::Type type);
scherkusece89452014-09-09 23:13:38[diff] [blame]186 bool PlaybackHasEnded() const;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]187 void RunEndedCallbackIfNeeded();
188
189 // Callback executed when a runtime error happens.
190 void OnError(PipelineStatus error);
Chris Cunningham038548b2017-07-10 22:36:30[diff] [blame]191
alokp16bbeea2016-05-12 23:32:36[diff] [blame]192 void OnWaitingForDecryptionKey();
alokp5d86e9b2016-05-17 20:20:41[diff] [blame]193 void OnVideoNaturalSizeChange(const gfx::Size& size);
Chris Cunningham038548b2017-07-10 22:36:30[diff] [blame]194 void OnAudioConfigChange(const AudioDecoderConfig& config);
195 void OnVideoConfigChange(const VideoDecoderConfig& config);
alokp5d86e9b2016-05-17 20:20:41[diff] [blame]196 void OnVideoOpacityChange(bool opaque);
xhwangbe9da702014-08-23 21:44:55[diff] [blame]197
servolkbff54a22017-01-11 01:39:00[diff] [blame]198 void OnStreamRestartCompleted();
199
xhwangbe9da702014-08-23 21:44:55[diff] [blame]200 State state_;
201
202 // Task runner used to execute pipeline tasks.
203 scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
204
servolkcfc91f152017-02-02 05:11:23[diff] [blame]205 MediaResource* media_resource_;
alokp16bbeea2016-05-12 23:32:36[diff] [blame]206 RendererClient* client_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]207
208 // Temporary callback used for Initialize() and Flush().
dalecurtis47046112015-01-23 22:58:20[diff] [blame]209 PipelineStatusCB init_cb_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]210 base::Closure flush_cb_;
211
alokp16bbeea2016-05-12 23:32:36[diff] [blame]212 std::unique_ptr<RendererClientInternal> audio_renderer_client_;
213 std::unique_ptr<RendererClientInternal> video_renderer_client_;
danakj4d43bc22016-04-26 03:36:04[diff] [blame]214 std::unique_ptr<AudioRenderer> audio_renderer_;
215 std::unique_ptr<VideoRenderer> video_renderer_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]216
servolk16e8bdf82017-04-11 17:00:39[diff] [blame]217 DemuxerStream* current_audio_stream_;
218 DemuxerStream* current_video_stream_;
219
xhwangbe9da702014-08-23 21:44:55[diff] [blame]220 // Renderer-provided time source used to control playback.
221 TimeSource* time_source_;
danakj4d43bc22016-04-26 03:36:04[diff] [blame]222 std::unique_ptr<WallClockTimeSource> wall_clock_time_source_;
scherkusece89452014-09-09 23:13:38[diff] [blame]223 bool time_ticking_;
a.berwal338bf002015-04-22 11:14:50[diff] [blame]224 double playback_rate_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]225
226 // The time to start playback from after starting/seeking has completed.
227 base::TimeDelta start_time_;
228
229 BufferingState audio_buffering_state_;
230 BufferingState video_buffering_state_;
231
232 // Whether we've received the audio/video ended events.
233 bool audio_ended_;
234 bool video_ended_;
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]235 bool audio_playing_;
236 bool video_playing_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]237
xhwang97de4202014-11-25 08:44:01[diff] [blame]238 CdmContext* cdm_context_;
xhwang97de4202014-11-25 08:44:01[diff] [blame]239
xhwangbe9da702014-08-23 21:44:55[diff] [blame]240 bool underflow_disabled_for_testing_;
scherkusece89452014-09-09 23:13:38[diff] [blame]241 bool clockless_video_playback_enabled_for_testing_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]242
dalecurtisc11e7bb2015-04-03 05:07:08[diff] [blame]243 // Used to defer underflow for video when audio is present.
servolkf25ceed2016-07-01 03:44:38[diff] [blame]244 base::CancelableClosure deferred_video_underflow_cb_;
245
246 // Used to defer underflow for audio when restarting audio playback.
247 base::CancelableClosure deferred_audio_restart_underflow_cb_;
dalecurtisc11e7bb2015-04-03 05:07:08[diff] [blame]248
249 // The amount of time to wait before declaring underflow if the video renderer
250 // runs out of data but the audio renderer still has enough.
251 base::TimeDelta video_underflow_threshold_;
252
servolk9dd6cc82017-05-24 05:39:02[diff] [blame]253 // Lock used to protect access to the |restarting_audio_| flag and
254 // |restarting_audio_time_|.
255 // TODO(servolk): Get rid of the lock and replace restarting_audio_ with
256 // std::atomic<bool> when atomics are unbanned in Chromium.
257 base::Lock restarting_audio_lock_;
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]258 bool pending_audio_track_change_ = false;
servolk9dd6cc82017-05-24 05:39:02[diff] [blame]259 base::TimeDelta restarting_audio_time_ = kNoTimestamp;
260
Ted Meyerda82b602018-04-19 00:36:56[diff] [blame^]261 bool pending_video_track_change_ = false;
Dale Curtis3defa542017-11-07 00:52:32[diff] [blame]262
xhwangbe9da702014-08-23 21:44:55[diff] [blame]263 base::WeakPtr<RendererImpl> weak_this_;
dmichael284c5e92014-12-09 20:02:47[diff] [blame]264 base::WeakPtrFactory<RendererImpl> weak_factory_;
xhwangbe9da702014-08-23 21:44:55[diff] [blame]265
266 DISALLOW_COPY_AND_ASSIGN(RendererImpl);
267};
268
269} // namespace media
270
servolkf54f5c8f2015-02-24 20:32:39[diff] [blame]271#endif // MEDIA_RENDERERS_RENDERER_IMPL_H_