// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef REMOTING_HOST_DESKTOP_SESSION_AGENT_H_ #define REMOTING_HOST_DESKTOP_SESSION_AGENT_H_ #include #include #include #include "base/callback.h" #include "base/compiler_specific.h" #include "base/macros.h" #include "base/memory/ref_counted.h" #include "base/memory/scoped_ptr.h" #include "base/memory/weak_ptr.h" #include "ipc/ipc_listener.h" #include "ipc/ipc_platform_file.h" #include "remoting/host/client_session_control.h" #include "remoting/protocol/clipboard_stub.h" #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h" #include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h" #include "third_party/webrtc/modules/desktop_capture/mouse_cursor_monitor.h" namespace IPC { class ChannelProxy; class Message; } // namespace IPC namespace remoting { class AudioCapturer; class AudioPacket; class AutoThreadTaskRunner; class DesktopEnvironment; class DesktopEnvironmentFactory; class InputInjector; class RemoteInputFilter; class ScreenControls; class ScreenResolution; namespace protocol { class InputEventTracker; } // namespace protocol // Provides screen/audio capturing and input injection services for // the network process. class DesktopSessionAgent : public base::RefCountedThreadSafe, public IPC::Listener, public webrtc::DesktopCapturer::Callback, public webrtc::MouseCursorMonitor::Callback, public ClientSessionControl { public: class Delegate { public: virtual ~Delegate(); // Returns an instance of desktop environment factory used. virtual DesktopEnvironmentFactory& desktop_environment_factory() = 0; // Notifies the delegate that the network-to-desktop channel has been // disconnected. virtual void OnNetworkProcessDisconnected() = 0; }; DesktopSessionAgent( scoped_refptr audio_capture_task_runner, scoped_refptr caller_task_runner, scoped_refptr input_task_runner, scoped_refptr io_task_runner); // IPC::Listener implementation. bool OnMessageReceived(const IPC::Message& message) override; void OnChannelConnected(int32_t peer_pid) override; void OnChannelError() override; // webrtc::DesktopCapturer::Callback implementation. void OnCaptureCompleted(webrtc::DesktopFrame* frame) override; // webrtc::MouseCursorMonitor::Callback implementation. void OnMouseCursor(webrtc::MouseCursor* cursor) override; void OnMouseCursorPosition(webrtc::MouseCursorMonitor::CursorState state, const webrtc::DesktopVector& position) override; // Forwards a local clipboard event though the IPC channel to the network // process. void InjectClipboardEvent(const protocol::ClipboardEvent& event); // Forwards an audio packet though the IPC channel to the network process. void ProcessAudioPacket(scoped_ptr packet); // Creates desktop integration components and a connected IPC channel to be // used to access them. The client end of the channel is returned in // the variable pointed by |desktop_pipe_out|. bool Start(const base::WeakPtr& delegate, IPC::PlatformFileForTransit* desktop_pipe_out); // Stops the agent asynchronously. void Stop(); protected: friend class base::RefCountedThreadSafe; ~DesktopSessionAgent() override; // ClientSessionControl interface. const std::string& client_jid() const override; void DisconnectSession(protocol::ErrorCode error) override; void OnLocalMouseMoved(const webrtc::DesktopVector& position) override; void SetDisableInputs(bool disable_inputs) override; void ResetVideoPipeline() override; // Handles StartSessionAgent request from the client. void OnStartSessionAgent(const std::string& authenticated_jid, const ScreenResolution& resolution, bool virtual_terminal); // Handles CaptureFrame requests from the client. void OnCaptureFrame(); // Handles event executor requests from the client. void OnInjectClipboardEvent(const std::string& serialized_event); void OnInjectKeyEvent(const std::string& serialized_event); void OnInjectTextEvent(const std::string& serialized_event); void OnInjectMouseEvent(const std::string& serialized_event); void OnInjectTouchEvent(const std::string& serialized_event); // Handles ChromotingNetworkDesktopMsg_SetScreenResolution request from // the client. void SetScreenResolution(const ScreenResolution& resolution); // Sends a message to the network process. void SendToNetwork(scoped_ptr message); // Posted to |audio_capture_task_runner_| to start the audio capturer. void StartAudioCapturer(); // Posted to |audio_capture_task_runner_| to stop the audio capturer. void StopAudioCapturer(); private: // Task runner dedicated to running methods of |audio_capturer_|. scoped_refptr audio_capture_task_runner_; // Task runner on which public methods of this class should be called. scoped_refptr caller_task_runner_; // Task runner on which keyboard/mouse input is injected. scoped_refptr input_task_runner_; // Task runner used by the IPC channel. scoped_refptr io_task_runner_; // Captures audio output. scoped_ptr audio_capturer_; std::string client_jid_; base::WeakPtr delegate_; // The DesktopEnvironment instance used by this agent. scoped_ptr desktop_environment_; // Executes keyboard, mouse and clipboard events. scoped_ptr input_injector_; // Tracker used to release pressed keys and buttons when disconnecting. scoped_ptr input_tracker_; // Filter used to disable remote inputs during local input activity. scoped_ptr remote_input_filter_; // Used to apply client-requested changes in screen resolution. scoped_ptr screen_controls_; // IPC channel connecting the desktop process with the network process. scoped_ptr network_channel_; // The client end of the network-to-desktop pipe. It is kept alive until // the network process connects to the pipe. base::File desktop_pipe_; // Size of the most recent captured video frame. webrtc::DesktopSize current_size_; // True if the desktop session agent has been started. bool started_ = false; // Captures the screen. scoped_ptr video_capturer_; // Captures mouse shapes. scoped_ptr mouse_cursor_monitor_; // Keep reference to the last frame sent to make sure shared buffer is alive // before it's received. scoped_ptr last_frame_; // Used to disable callbacks to |this|. base::WeakPtrFactory weak_factory_; DISALLOW_COPY_AND_ASSIGN(DesktopSessionAgent); }; } // namespace remoting #endif // REMOTING_HOST_DESKTOP_SESSION_AGENT_H_