1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
|
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "remoting/codec/video_decoder_vpx.h"
#include <math.h>
#include <stdint.h>
#include "base/logging.h"
#include "remoting/base/util.h"
#include "remoting/proto/video.pb.h"
#include "third_party/libyuv/include/libyuv/convert_argb.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_frame.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h"
#include "third_party/webrtc/modules/desktop_capture/desktop_region.h"
extern "C" {
#define VPX_CODEC_DISABLE_COMPAT 1
#include "third_party/libvpx/source/libvpx/vpx/vp8dx.h"
#include "third_party/libvpx/source/libvpx/vpx/vpx_decoder.h"
}
namespace remoting {
namespace {
void RenderRect(vpx_image_t* image,
webrtc::DesktopRect rect,
webrtc::DesktopFrame* frame) {
switch (image->fmt) {
case VPX_IMG_FMT_I420: {
// Align position of the top left corner so that its coordinates are
// always even.
rect = webrtc::DesktopRect::MakeLTRB(rect.left() & ~1, rect.top() & ~1,
rect.right(), rect.bottom());
uint8_t* image_data_ptr = frame->GetFrameDataAtPos(rect.top_left());
int y_offset = rect.top() * image->stride[0] + rect.left();
int u_offset = rect.top() / 2 * image->stride[1] + rect.left() / 2;
int v_offset = rect.top() / 2 * image->stride[2] + rect.left() / 2;
libyuv::I420ToARGB(image->planes[0] + y_offset, image->stride[0],
image->planes[1] + u_offset, image->stride[1],
image->planes[2] + v_offset, image->stride[2],
image_data_ptr, frame->stride(),
rect.width(), rect.height());
break;
}
// VP8 only outputs I420 frames, but VP9 can also produce I444.
case VPX_IMG_FMT_I444: {
uint8_t* image_data_ptr = frame->GetFrameDataAtPos(rect.top_left());
int y_offset = rect.top() * image->stride[0] + rect.left();
int u_offset = rect.top() * image->stride[1] + rect.left();
int v_offset = rect.top() * image->stride[2] + rect.left();
libyuv::I444ToARGB(image->planes[0] + y_offset, image->stride[0],
image->planes[1] + u_offset, image->stride[1],
image->planes[2] + v_offset, image->stride[2],
image_data_ptr, frame->stride(),
rect.width(), rect.height());
break;
}
default: {
LOG(ERROR) << "Unsupported image format:" << image->fmt;
return;
}
}
}
} // namespace
// static
scoped_ptr<VideoDecoderVpx> VideoDecoderVpx::CreateForVP8() {
return make_scoped_ptr(new VideoDecoderVpx(vpx_codec_vp8_dx()));
}
// static
scoped_ptr<VideoDecoderVpx> VideoDecoderVpx::CreateForVP9() {
return make_scoped_ptr(new VideoDecoderVpx(vpx_codec_vp9_dx()));
}
VideoDecoderVpx::~VideoDecoderVpx() {}
bool VideoDecoderVpx::DecodePacket(const VideoPacket& packet,
webrtc::DesktopFrame* frame) {
// Pass the packet to the codec to process.
vpx_codec_err_t ret = vpx_codec_decode(
codec_.get(), reinterpret_cast<const uint8_t*>(packet.data().data()),
packet.data().size(), nullptr, 0);
if (ret != VPX_CODEC_OK) {
const char* error = vpx_codec_error(codec_.get());
const char* error_detail = vpx_codec_error_detail(codec_.get());
LOG(ERROR) << "Decoding failed:" << (error ? error : "(NULL)") << "\n"
<< "Details: " << (error_detail ? error_detail : "(NULL)");
return false;
}
// Fetch the decoded video frame.
vpx_codec_iter_t iter = nullptr;
vpx_image_t* image = vpx_codec_get_frame(codec_.get(), &iter);
if (!image) {
LOG(ERROR) << "No video frame decoded.";
return false;
}
if (!webrtc::DesktopSize(image->d_w, image->d_h).equals(frame->size())) {
LOG(ERROR) << "Size of the encoded frame doesn't match size in the header.";
return false;
}
// Determine which areas have been updated.
webrtc::DesktopRegion* region = frame->mutable_updated_region();
region->Clear();
for (int i = 0; i < packet.dirty_rects_size(); ++i) {
Rect proto_rect = packet.dirty_rects(i);
webrtc::DesktopRect rect =
webrtc::DesktopRect::MakeXYWH(proto_rect.x(), proto_rect.y(),
proto_rect.width(), proto_rect.height());
region->AddRect(rect);
RenderRect(image, rect, frame);
}
return true;
}
VideoDecoderVpx::VideoDecoderVpx(vpx_codec_iface_t* codec) {
codec_.reset(new vpx_codec_ctx_t);
vpx_codec_dec_cfg config;
config.w = 0;
config.h = 0;
config.threads = 2;
vpx_codec_err_t ret = vpx_codec_dec_init(codec_.get(), codec, &config, 0);
CHECK_EQ(VPX_CODEC_OK, ret);
}
} // namespace remoting
|
