1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
|
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef REMOTING_HOST_DESKTOP_SESSION_PROXY_H_
#define REMOTING_HOST_DESKTOP_SESSION_PROXY_H_
#include <map>
#include "base/basictypes.h"
#include "base/memory/ref_counted.h"
#include "base/memory/scoped_ptr.h"
#include "base/memory/weak_ptr.h"
#include "base/process.h"
#include "base/sequenced_task_runner_helpers.h"
#include "ipc/ipc_listener.h"
#include "ipc/ipc_platform_file.h"
#include "media/video/capture/screen/screen_capturer.h"
#include "media/video/capture/screen/shared_buffer.h"
#include "remoting/host/audio_capturer.h"
#include "remoting/host/desktop_environment.h"
#include "remoting/proto/event.pb.h"
#include "remoting/protocol/clipboard_stub.h"
#include "third_party/skia/include/core/SkRegion.h"
namespace base {
class SingleThreadTaskRunner;
} // namespace base
namespace IPC {
class ChannelProxy;
class Message;
} // namespace IPC
struct SerializedCapturedData;
namespace remoting {
class AudioPacket;
class ClientSession;
class DesktopSessionConnector;
struct DesktopSessionProxyTraits;
class IpcAudioCapturer;
class IpcVideoFrameCapturer;
class SessionController;
// DesktopSessionProxy is created by an owning DesktopEnvironment to route
// requests from stubs to the DesktopSessionAgent instance through
// the IPC channel. DesktopSessionProxy is owned both by the DesktopEnvironment
// and the stubs, since stubs can out-live their DesktopEnvironment.
//
// DesktopSessionProxy objects are ref-counted but are always deleted on
// the |caller_tast_runner_| thread. This makes it possible to continue
// to receive IPC messages after the ref-count has dropped to zero, until
// the proxy is deleted. DesktopSessionProxy must therefore avoid creating new
// references to the itself while handling IPC messages and desktop
// attach/detach notifications.
//
// All public methods of DesktopSessionProxy are called on
// the |caller_task_runner_| thread unless it is specified otherwise.
class DesktopSessionProxy
: public base::RefCountedThreadSafe<DesktopSessionProxy,
DesktopSessionProxyTraits>,
public IPC::Listener {
public:
DesktopSessionProxy(
scoped_refptr<base::SingleThreadTaskRunner> caller_task_runner,
scoped_refptr<base::SingleThreadTaskRunner> io_task_runner,
const std::string& client_jid,
const base::Closure& disconnect_callback);
// Mirrors DesktopEnvironment.
scoped_ptr<AudioCapturer> CreateAudioCapturer(
scoped_refptr<base::SingleThreadTaskRunner> audio_task_runner);
scoped_ptr<EventExecutor> CreateEventExecutor(
scoped_refptr<base::SingleThreadTaskRunner> input_task_runner,
scoped_refptr<base::SingleThreadTaskRunner> ui_task_runner);
scoped_ptr<SessionController> CreateSessionController();
scoped_ptr<media::ScreenCapturer> CreateVideoCapturer(
scoped_refptr<base::SingleThreadTaskRunner> capture_task_runner,
scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner);
// IPC::Listener implementation.
virtual bool OnMessageReceived(const IPC::Message& message) OVERRIDE;
virtual void OnChannelConnected(int32 peer_pid) OVERRIDE;
virtual void OnChannelError() OVERRIDE;
// Connects to the desktop session agent.
bool AttachToDesktop(base::ProcessHandle desktop_process,
IPC::PlatformFileForTransit desktop_pipe);
// Binds |this| to a desktop session.
void ConnectToDesktopSession(
base::WeakPtr<DesktopSessionConnector> desktop_session_connector,
bool virtual_terminal);
// Closes the connection to the desktop session agent and cleans up
// the associated resources.
void DetachFromDesktop();
// Disconnects the client session that owns |this|.
void DisconnectSession();
// Stores |audio_capturer| to be used to post captured audio packets. Called
// on the |audio_capture_task_runner_| thread.
void SetAudioCapturer(const base::WeakPtr<IpcAudioCapturer>& audio_capturer);
// APIs used to implement the media::ScreenCapturer interface. These must be
// called on the |video_capture_task_runner_| thread.
void InvalidateRegion(const SkRegion& invalid_region);
void CaptureFrame();
// Stores |video_capturer| to be used to post captured video frames. Called on
// the |video_capture_task_runner_| thread.
void SetVideoCapturer(
const base::WeakPtr<IpcVideoFrameCapturer> video_capturer);
// APIs used to implement the EventExecutor interface.
void InjectClipboardEvent(const protocol::ClipboardEvent& event);
void InjectKeyEvent(const protocol::KeyEvent& event);
void InjectMouseEvent(const protocol::MouseEvent& event);
void StartEventExecutor(scoped_ptr<protocol::ClipboardStub> client_clipboard);
private:
friend class base::DeleteHelper<DesktopSessionProxy>;
friend struct DesktopSessionProxyTraits;
virtual ~DesktopSessionProxy();
// Returns a shared buffer from the list of known buffers.
scoped_refptr<media::SharedBuffer> GetSharedBuffer(int id);
// Handles AudioPacket notification from the desktop session agent.
void OnAudioPacket(const std::string& serialized_packet);
// Registers a new shared buffer created by the desktop process.
void OnCreateSharedBuffer(int id,
IPC::PlatformFileForTransit handle,
uint32 size);
// Drops a cached reference to the shared buffer.
void OnReleaseSharedBuffer(int id);
// Handles CaptureCompleted notification from the desktop session agent.
void OnCaptureCompleted(const SerializedCapturedData& serialized_data);
// Handles CursorShapeChanged notification from the desktop session agent.
void OnCursorShapeChanged(const media::MouseCursorShape& cursor_shape);
// Handles InjectClipboardEvent request from the desktop integration process.
void OnInjectClipboardEvent(const std::string& serialized_event);
// Posts OnCaptureCompleted() to |video_capturer_| on the video thread,
// passing |capture_data|.
void PostCaptureCompleted(
scoped_refptr<media::ScreenCaptureData> capture_data);
// Posts OnCursorShapeChanged() to |video_capturer_| on the video thread,
// passing |cursor_shape|.
void PostCursorShape(scoped_ptr<media::MouseCursorShape> cursor_shape);
// Sends a message to the desktop session agent. The message is silently
// deleted if the channel is broken.
void SendToDesktop(IPC::Message* message);
// Task runners:
// - |audio_capturer_| is called back on |audio_capture_task_runner_|.
// - public methods of this class (with some exceptions) are called on
// |caller_task_runner_|.
// - background I/O is served on |io_task_runner_|.
// - |video_capturer_| is called back on |video_capture_task_runner_|.
scoped_refptr<base::SingleThreadTaskRunner> audio_capture_task_runner_;
scoped_refptr<base::SingleThreadTaskRunner> caller_task_runner_;
scoped_refptr<base::SingleThreadTaskRunner> io_task_runner_;
scoped_refptr<base::SingleThreadTaskRunner> video_capture_task_runner_;
// Points to the audio capturer receiving captured audio packets.
base::WeakPtr<IpcAudioCapturer> audio_capturer_;
// Points to the client stub passed to StartEventExecutor().
scoped_ptr<protocol::ClipboardStub> client_clipboard_;
// Used to bind to a desktop session and receive notifications every time
// the desktop process is replaced.
base::WeakPtr<DesktopSessionConnector> desktop_session_connector_;
// Disconnects the client session when invoked.
base::Closure disconnect_callback_;
// Points to the video capturer receiving captured video frames.
base::WeakPtr<IpcVideoFrameCapturer> video_capturer_;
// JID of the client session.
std::string client_jid_;
// IPC channel to the desktop session agent.
scoped_ptr<IPC::ChannelProxy> desktop_channel_;
// Handle of the desktop process.
base::ProcessHandle desktop_process_;
int pending_capture_frame_requests_;
typedef std::map<int, scoped_refptr<media::SharedBuffer> > SharedBuffers;
SharedBuffers shared_buffers_;
DISALLOW_COPY_AND_ASSIGN(DesktopSessionProxy);
};
// Destroys |DesktopSessionProxy| instances on the caller's thread.
struct DesktopSessionProxyTraits {
static void Destruct(const DesktopSessionProxy* desktop_session_proxy);
};
} // namespace remoting
#endif // REMOTING_HOST_DESKTOP_SESSION_PROXY_H_
|
