1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
// Copyright 2015 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
#define CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
#include <stddef.h>
#include <stdint.h>
#include "base/macros.h"
#include "base/memory/ref_counted.h"
#include "base/memory/scoped_ptr.h"
#include "base/memory/weak_ptr.h"
#include "content/common/content_export.h"
#include "media/capture/video/video_capture_device.h"
namespace content {
class VideoCaptureBufferPool;
class VideoCaptureController;
class VideoCaptureGpuJpegDecoder;
// Receives events from the VideoCaptureDevice and posts them to a |controller_|
// on the IO thread. An instance of this class may safely outlive its target
// VideoCaptureController. This is a shallow class meant to convert incoming
// frames and holds no significant state.
//
// Methods of this class may be called from any thread, and in practice will
// often be called on some auxiliary thread depending on the platform and the
// device type; including, for example, the DirectShow thread on Windows, the
// v4l2_thread on Linux, and the UI thread for tab capture.
//
// It has an internal ref counted TextureWrapHelper class used to wrap incoming
// GpuMemoryBuffers into Texture backed VideoFrames. This class creates and
// manages the necessary entities to interact with the GPU process, notably an
// offscreen Context to avoid janking the UI thread.
class CONTENT_EXPORT VideoCaptureDeviceClient
: public media::VideoCaptureDevice::Client,
public base::SupportsWeakPtr<VideoCaptureDeviceClient> {
public:
VideoCaptureDeviceClient(
const base::WeakPtr<VideoCaptureController>& controller,
const scoped_refptr<VideoCaptureBufferPool>& buffer_pool);
~VideoCaptureDeviceClient() override;
// VideoCaptureDevice::Client implementation.
void OnIncomingCapturedData(const uint8_t* data,
int length,
const media::VideoCaptureFormat& frame_format,
int rotation,
const base::TimeTicks& timestamp) override;
scoped_ptr<Buffer> ReserveOutputBuffer(
const gfx::Size& dimensions,
media::VideoPixelFormat format,
media::VideoPixelStorage storage) override;
void OnIncomingCapturedBuffer(scoped_ptr<Buffer> buffer,
const media::VideoCaptureFormat& frame_format,
const base::TimeTicks& timestamp) override;
void OnIncomingCapturedVideoFrame(
scoped_ptr<Buffer> buffer,
const scoped_refptr<media::VideoFrame>& frame,
const base::TimeTicks& timestamp) override;
void OnError(const tracked_objects::Location& from_here,
const std::string& reason) override;
void OnLog(const std::string& message) override;
double GetBufferPoolUtilization() const override;
private:
// Reserve output buffer into which I420 contents can be copied directly.
// The dimensions of the frame is described by |dimensions|, and requested
// output buffer format is specified by |storage|. The reserved output buffer
// is returned; and the pointer to Y plane is stored at [y_plane_data], U
// plane is stored at [u_plane_data], V plane is stored at [v_plane_data].
// Returns an nullptr if allocation fails.
//
// When requested |storage| is PIXEL_STORAGE_CPU, a single shared memory
// chunk is reserved; whereas for PIXEL_STORAGE_GPUMEMORYBUFFER, three
// GpuMemoryBuffers in R_8 format representing I420 planes are reserved. The
// output buffers stay reserved and mapped for use until the Buffer objects
// are destroyed or returned.
scoped_ptr<Buffer> ReserveI420OutputBuffer(const gfx::Size& dimensions,
media::VideoPixelStorage storage,
uint8_t** y_plane_data,
uint8_t** u_plane_data,
uint8_t** v_plane_data);
// The controller to which we post events.
const base::WeakPtr<VideoCaptureController> controller_;
// Hardware JPEG decoder.
scoped_ptr<VideoCaptureGpuJpegDecoder> external_jpeg_decoder_;
// Whether |external_jpeg_decoder_| has been initialized.
bool external_jpeg_decoder_initialized_;
// The pool of shared-memory buffers used for capturing.
const scoped_refptr<VideoCaptureBufferPool> buffer_pool_;
// Indication to the Client to copy-transform the incoming data into
// GpuMemoryBuffers.
const bool use_gpu_memory_buffers_;
media::VideoPixelFormat last_captured_pixel_format_;
DISALLOW_COPY_AND_ASSIGN(VideoCaptureDeviceClient);
};
} // namespace content
#endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
|
