// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef REMOTING_HOST_VIDEO_SCHEDULER_H_ #define REMOTING_HOST_VIDEO_SCHEDULER_H_ #include #include "base/basictypes.h" #include "base/callback.h" #include "base/memory/ref_counted.h" #include "base/memory/scoped_ptr.h" #include "base/time.h" #include "base/timer.h" #include "remoting/codec/video_encoder.h" #include "remoting/host/capture_scheduler.h" #include "remoting/host/video_frame_capturer.h" #include "remoting/proto/video.pb.h" namespace base { class SingleThreadTaskRunner; } // namespace base namespace remoting { class CaptureData; class VideoFrameCapturer; namespace protocol { class ClientStub; class CursorShapeInfo; class VideoStub; } // namespace protocol // Class responsible for scheduling frame captures from a VideoFrameCapturer, // delivering them to a VideoEncoder to encode, and finally passing the encoded // video packets to the specified VideoStub to send on the network. // // THREADING // // This class is supplied TaskRunners to use for capture, encode and network // operations. Capture, encode and network transmission tasks are interleaved // as illustrated below: // // | CAPTURE ENCODE NETWORK // | ............. // | . Capture . // | ............. // | ............ // | . . // | ............. . . // | . Capture . . Encode . // | ............. . . // | . . // | ............ // | ............. ............ .......... // | . Capture . . . . Send . // | ............. . . .......... // | . Encode . // | . . // | . . // | ............ // | Time // v // // VideoScheduler would ideally schedule captures so as to saturate the slowest // of the capture, encode and network processes. However, it also needs to // rate-limit captures to avoid overloading the host system, either by consuming // too much CPU, or hogging the host's graphics subsystem. class VideoScheduler : public base::RefCountedThreadSafe, public VideoFrameCapturer::Delegate { public: // Creates a VideoScheduler running capture, encode and network tasks on the // supplied TaskRunners. Video and cursor shape updates will be pumped to // |video_stub| and |client_stub|, which must remain valid until Stop() is // called. |capturer| is used to capture frames and must remain valid until // the |done_task| supplied to Stop() is executed. VideoScheduler( scoped_refptr capture_task_runner, scoped_refptr encode_task_runner, scoped_refptr network_task_runner, VideoFrameCapturer* capturer, scoped_ptr encoder, protocol::ClientStub* client_stub, protocol::VideoStub* video_stub); // VideoFrameCapturer::Delegate implementation virtual void OnCaptureCompleted( scoped_refptr capture_data) OVERRIDE; virtual void OnCursorShapeChanged( scoped_ptr cursor_shape) OVERRIDE; // Stop scheduling frame captures. |done_task| is executed on the network // thread when capturing has stopped. This object cannot be re-used once // it has been stopped. void Stop(const base::Closure& done_task); // Pauses or resumes scheduling of frame captures. Pausing/resuming captures // only affects capture scheduling and does not stop/start the capturer. void Pause(bool pause); // Updates the sequence number embedded in VideoPackets. // Sequence numbers are used for performance measurements. void UpdateSequenceNumber(int64 sequence_number); private: friend class base::RefCountedThreadSafe; virtual ~VideoScheduler(); // Capturer thread ---------------------------------------------------------- // Starts the capturer on the capture thread. void StartOnCaptureThread(); // Stops scheduling frame captures on the capture thread, and posts // |done_task| to the network thread when done. void StopOnCaptureThread(const base::Closure& done_task); // Schedules the next call to CaptureNextFrame. void ScheduleNextCapture(); // Starts the next frame capture, unless there are already too many pending. void CaptureNextFrame(); // Called when a frame capture has been encoded & sent to the client. void FrameCaptureCompleted(); // Network thread ----------------------------------------------------------- // Send |packet| to the client, unless we are in the process of stopping. void SendVideoPacket(scoped_ptr packet); // Callback passed to |video_stub_| for the last packet in each frame, to // rate-limit frame captures to network throughput. void VideoFrameSentCallback(); // Send updated cursor shape to client. void SendCursorShape(scoped_ptr cursor_shape); // Encoder thread ----------------------------------------------------------- // Encode a frame, passing generated VideoPackets to SendVideoPacket(). void EncodeFrame(scoped_refptr capture_data); void EncodedDataAvailableCallback(scoped_ptr packet); // Task runners used by this class. scoped_refptr capture_task_runner_; scoped_refptr encode_task_runner_; scoped_refptr network_task_runner_; // Used to capture frames. Always accessed on the capture thread. VideoFrameCapturer* capturer_; // Used to encode captured frames. Always accessed on the encode thread. scoped_ptr encoder_; // Interfaces through which video frames and cursor shapes are passed to the // client. These members are always accessed on the network thread. protocol::ClientStub* cursor_stub_; protocol::VideoStub* video_stub_; // Timer used to schedule CaptureNextFrame(). scoped_ptr > capture_timer_; // Count the number of recordings (i.e. capture or encode) happening. int pending_captures_; // True if the previous scheduled capture was skipped. bool did_skip_frame_; // True if capture of video frames is paused. bool is_paused_; // Time when capture is started. base::Time capture_start_time_; // Time when encode is started. base::Time encode_start_time_; // This is a number updated by client to trace performance. int64 sequence_number_; // An object to schedule capturing. CaptureScheduler scheduler_; DISALLOW_COPY_AND_ASSIGN(VideoScheduler); }; } // namespace remoting #endif // REMOTING_HOST_SCREEN_RECORDER_H_