diff options
| author | penghuang@chromium.org <penghuang@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2014-01-22 23:36:11 +0000 |
|---|---|---|
| committer | penghuang@chromium.org <penghuang@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2014-01-22 23:36:11 +0000 |
| commit | e18b1c8c81710ae0f97844306969e02b589c3268 (patch) | |
| tree | ab70f7b5a0b154ac3dd2a09df9aae05c7cbd90f0 /native_client_sdk/src/examples | |
| parent | 791bc42c0ba6d8e4cce3ef29bf073d5f7419a1c8 (diff) | |
| download | chromium_src-e18b1c8c81710ae0f97844306969e02b589c3268.zip chromium_src-e18b1c8c81710ae0f97844306969e02b589c3268.tar.gz chromium_src-e18b1c8c81710ae0f97844306969e02b589c3268.tar.bz2 | |
[PPAPI] Add MediaStream Video NaCl exanmple in native_client_sdk
BUG=330851
Review URL: https://codereview.chromium.org/141863003
git-svn-id: svn://svn.chromium.org/chrome/trunk/src@246447 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'native_client_sdk/src/examples')
4 files changed, 461 insertions, 0 deletions
diff --git a/native_client_sdk/src/examples/api/media_stream_video/example.dsc b/native_client_sdk/src/examples/api/media_stream_video/example.dsc new file mode 100644 index 0000000..cc88d6b5 --- /dev/null +++ b/native_client_sdk/src/examples/api/media_stream_video/example.dsc @@ -0,0 +1,23 @@ +{ + 'TOOLS': ['newlib', 'glibc', 'pnacl', 'win', 'linux'], + 'TARGETS': [ + { + 'NAME' : 'media_stream_video', + 'TYPE' : 'main', + 'SOURCES' : [ + 'media_stream_video.cc', + ], + 'LIBS': ['ppapi_gles2', 'ppapi_cpp', 'ppapi', 'pthread'] + } + ], + 'DATA': [ + 'example.js' + ], + 'DEST': 'examples/api', + 'NAME': 'media_stream_video', + 'TITLE': 'MediaStream Video', + 'GROUP': 'API' +} + + + diff --git a/native_client_sdk/src/examples/api/media_stream_video/example.js b/native_client_sdk/src/examples/api/media_stream_video/example.js new file mode 100644 index 0000000..dfd3eb9 --- /dev/null +++ b/native_client_sdk/src/examples/api/media_stream_video/example.js @@ -0,0 +1,18 @@ +// Copyright 2014 The Chromium Authors. All rights reserved. +// Use of this source code is governed by a BSD-style license that can be +// found in the LICENSE file. + +var stream; + +function success(s) { + stream = s; + common.naclModule.postMessage({track: stream.getVideoTracks()[0]}); +} + +function failure(e) { + common.logMessage("Error: " + e); +} + +function moduleDidLoad() { + navigator.webkitGetUserMedia({'video': true}, success, failure); +} diff --git a/native_client_sdk/src/examples/api/media_stream_video/index.html b/native_client_sdk/src/examples/api/media_stream_video/index.html new file mode 100644 index 0000000..95f173f --- /dev/null +++ b/native_client_sdk/src/examples/api/media_stream_video/index.html @@ -0,0 +1,26 @@ +<!DOCTYPE html> +<html> +<!-- +Copyright 2014 The Chromium Authors. All rights reserved. +Use of this source code is governed by a BSD-style license that can be +found in the LICENSE file. +--> +<head> + <meta http-equiv="Pragma" content="no-cache"> + <meta http-equiv="Expires" content="-1"> + <title>{{title}}</title> + <script type="text/javascript" src="common.js"></script> + <script type="text/javascript" src="example.js"></script> +</head> +<body data-width="640" data-height="480" {{attrs}}> + <h1>{{title}}</h1> + <h2>Status: <code id="statusField">NO-STATUS</code></h2> + <p>The MediaStream Video example demonstrates how to capture video from + a webcam.</p> + This example uses dev interfaces. It will not work on the WebStore, + or with PNaCL.<br> + <!-- The NaCl plugin will be embedded inside the element with id "listener". + See common.js.--> + <div id="listener"></div> +</body> +</html> diff --git a/native_client_sdk/src/examples/api/media_stream_video/media_stream_video.cc b/native_client_sdk/src/examples/api/media_stream_video/media_stream_video.cc new file mode 100644 index 0000000..efcb725 --- /dev/null +++ b/native_client_sdk/src/examples/api/media_stream_video/media_stream_video.cc @@ -0,0 +1,394 @@ +// Copyright 2014 The Chromium Authors. All rights reserved. +// Use of this source code is governed by a BSD-style license that can be +// found in the LICENSE file. + +#include "GLES2/gl2.h" +#include "ppapi/c/pp_errors.h" +#include "ppapi/c/ppb_opengles2.h" +#include "ppapi/cpp/completion_callback.h" +#include "ppapi/cpp/dev/var_resource_dev.h" +#include "ppapi/cpp/graphics_3d.h" +#include "ppapi/cpp/graphics_3d_client.h" +#include "ppapi/cpp/instance.h" +#include "ppapi/cpp/media_stream_video_track.h" +#include "ppapi/cpp/module.h" +#include "ppapi/cpp/rect.h" +#include "ppapi/cpp/var.h" +#include "ppapi/cpp/video_frame.h" +#include "ppapi/utility/completion_callback_factory.h" + +// When compiling natively on Windows, PostMessage can be #define-d to +// something else. +#ifdef PostMessage +#undef PostMessage +#endif + +// Assert |context_| isn't holding any GL Errors. Done as a macro instead of a +// function to preserve line number information in the failure message. +#define AssertNoGLError() \ + PP_DCHECK(!gles2_if_->GetError(context_->pp_resource())); + +namespace { + +// This object is the global object representing this plugin library as long +// as it is loaded. +class MediaStreamVideoModule : public pp::Module { + public: + MediaStreamVideoModule() : pp::Module() {} + virtual ~MediaStreamVideoModule() {} + + virtual pp::Instance* CreateInstance(PP_Instance instance); +}; + +class MediaStreamVideoDemoInstance : public pp::Instance, + public pp::Graphics3DClient { + public: + MediaStreamVideoDemoInstance(PP_Instance instance, pp::Module* module); + virtual ~MediaStreamVideoDemoInstance(); + + // pp::Instance implementation (see PPP_Instance). + virtual void DidChangeView(const pp::Rect& position, + const pp::Rect& clip_ignored); + virtual void HandleMessage(const pp::Var& message_data); + + // pp::Graphics3DClient implementation. + virtual void Graphics3DContextLost() { + InitGL(); + CreateYUVTextures(); + Render(); + } + + private: + void Render(); + + // GL-related functions. + void InitGL(); + GLuint CreateTexture(int32_t width, int32_t height, int unit); + void CreateGLObjects(); + void CreateShader(GLuint program, GLenum type, const char* source, int size); + void PaintFinished(int32_t result); + void CreateYUVTextures(); + + // Callback that is invoked when new frames are recevied. + void OnGetFrame(int32_t result, pp::VideoFrame frame); + + pp::Size position_size_; + bool is_painting_; + bool needs_paint_; + GLuint texture_y_; + GLuint texture_u_; + GLuint texture_v_; + pp::MediaStreamVideoTrack video_track_; + pp::CompletionCallbackFactory<MediaStreamVideoDemoInstance> callback_factory_; + + // Unowned pointers. + const struct PPB_OpenGLES2* gles2_if_; + + // Owned data. + pp::Graphics3D* context_; + + pp::Size frame_size_; +}; + +MediaStreamVideoDemoInstance::MediaStreamVideoDemoInstance( + PP_Instance instance, pp::Module* module) + : pp::Instance(instance), + pp::Graphics3DClient(this), + is_painting_(false), + needs_paint_(false), + texture_y_(0), + texture_u_(0), + texture_v_(0), + callback_factory_(this), + context_(NULL) { + gles2_if_ = static_cast<const struct PPB_OpenGLES2*>( + module->GetBrowserInterface(PPB_OPENGLES2_INTERFACE)); + PP_DCHECK(gles2_if_); +} + +MediaStreamVideoDemoInstance::~MediaStreamVideoDemoInstance() { + delete context_; +} + +void MediaStreamVideoDemoInstance::DidChangeView( + const pp::Rect& position, const pp::Rect& clip_ignored) { + if (position.width() == 0 || position.height() == 0) + return; + if (position.size() == position_size_) + return; + + position_size_ = position.size(); + + // Initialize graphics. + InitGL(); + Render(); +} + +void MediaStreamVideoDemoInstance::HandleMessage(const pp::Var& var_message) { + if (!var_message.is_dictionary()) + return; + pp::VarDictionary var_dictionary_message(var_message); + pp::Var var_track = var_dictionary_message.Get("track"); + if (!var_track.is_resource()) + return; + + pp::Resource resource_track = pp::VarResource_Dev(var_track).AsResource(); + + video_track_ = pp::MediaStreamVideoTrack(resource_track); + + video_track_.GetFrame(callback_factory_.NewCallbackWithOutput( + &MediaStreamVideoDemoInstance::OnGetFrame)); +} + +void MediaStreamVideoDemoInstance::InitGL() { + PP_DCHECK(position_size_.width() && position_size_.height()); + is_painting_ = false; + + delete context_; + int32_t attributes[] = { + PP_GRAPHICS3DATTRIB_ALPHA_SIZE, 0, + PP_GRAPHICS3DATTRIB_BLUE_SIZE, 8, + PP_GRAPHICS3DATTRIB_GREEN_SIZE, 8, + PP_GRAPHICS3DATTRIB_RED_SIZE, 8, + PP_GRAPHICS3DATTRIB_DEPTH_SIZE, 0, + PP_GRAPHICS3DATTRIB_STENCIL_SIZE, 0, + PP_GRAPHICS3DATTRIB_SAMPLES, 0, + PP_GRAPHICS3DATTRIB_SAMPLE_BUFFERS, 0, + PP_GRAPHICS3DATTRIB_WIDTH, position_size_.width(), + PP_GRAPHICS3DATTRIB_HEIGHT, position_size_.height(), + PP_GRAPHICS3DATTRIB_NONE, + }; + context_ = new pp::Graphics3D(this, attributes); + PP_DCHECK(!context_->is_null()); + + // Set viewport window size and clear color bit. + gles2_if_->ClearColor(context_->pp_resource(), 1, 0, 0, 1); + gles2_if_->Clear(context_->pp_resource(), GL_COLOR_BUFFER_BIT); + gles2_if_->Viewport(context_->pp_resource(), 0, 0, + position_size_.width(), position_size_.height()); + + BindGraphics(*context_); + AssertNoGLError(); + + CreateGLObjects(); +} + +void MediaStreamVideoDemoInstance::Render() { + PP_DCHECK(!is_painting_); + is_painting_ = true; + needs_paint_ = false; + if (texture_y_) { + gles2_if_->DrawArrays(context_->pp_resource(), GL_TRIANGLE_STRIP, 0, 4); + } else { + gles2_if_->Clear(context_->pp_resource(), GL_COLOR_BUFFER_BIT); + } + pp::CompletionCallback cb = callback_factory_.NewCallback( + &MediaStreamVideoDemoInstance::PaintFinished); + context_->SwapBuffers(cb); +} + +void MediaStreamVideoDemoInstance::PaintFinished(int32_t result) { + is_painting_ = false; + if (needs_paint_) + Render(); +} + +GLuint MediaStreamVideoDemoInstance::CreateTexture( + int32_t width, int32_t height, int unit) { + GLuint texture_id; + gles2_if_->GenTextures(context_->pp_resource(), 1, &texture_id); + AssertNoGLError(); + // Assign parameters. + gles2_if_->ActiveTexture(context_->pp_resource(), GL_TEXTURE0 + unit); + gles2_if_->BindTexture(context_->pp_resource(), GL_TEXTURE_2D, texture_id); + gles2_if_->TexParameteri( + context_->pp_resource(), GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, + GL_NEAREST); + gles2_if_->TexParameteri( + context_->pp_resource(), GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, + GL_NEAREST); + gles2_if_->TexParameterf( + context_->pp_resource(), GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, + GL_CLAMP_TO_EDGE); + gles2_if_->TexParameterf( + context_->pp_resource(), GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, + GL_CLAMP_TO_EDGE); + + // Allocate texture. + gles2_if_->TexImage2D( + context_->pp_resource(), GL_TEXTURE_2D, 0, GL_LUMINANCE, width, height, 0, + GL_LUMINANCE, GL_UNSIGNED_BYTE, NULL); + AssertNoGLError(); + return texture_id; +} + +void MediaStreamVideoDemoInstance::CreateGLObjects() { + // Code and constants for shader. + static const char kVertexShader[] = + "varying vec2 v_texCoord; \n" + "attribute vec4 a_position; \n" + "attribute vec2 a_texCoord; \n" + "void main() \n" + "{ \n" + " v_texCoord = a_texCoord; \n" + " gl_Position = a_position; \n" + "}"; + + static const char kFragmentShader[] = + "precision mediump float; \n" + "varying vec2 v_texCoord; \n" + "uniform sampler2D y_texture; \n" + "uniform sampler2D u_texture; \n" + "uniform sampler2D v_texture; \n" + "uniform mat3 color_matrix; \n" + "void main() \n" + "{ \n" + " vec3 yuv; \n" + " yuv.x = texture2D(y_texture, v_texCoord).r; \n" + " yuv.y = texture2D(u_texture, v_texCoord).r; \n" + " yuv.z = texture2D(v_texture, v_texCoord).r; \n" + " vec3 rgb = color_matrix * (yuv - vec3(0.0625, 0.5, 0.5));\n" + " gl_FragColor = vec4(rgb, 1.0); \n" + "}"; + + static const float kColorMatrix[9] = { + 1.1643828125f, 1.1643828125f, 1.1643828125f, + 0.0f, -0.39176171875f, 2.017234375f, + 1.59602734375f, -0.81296875f, 0.0f + }; + + PP_Resource context = context_->pp_resource(); + + // Create shader program. + GLuint program = gles2_if_->CreateProgram(context); + CreateShader(program, GL_VERTEX_SHADER, kVertexShader, sizeof(kVertexShader)); + CreateShader( + program, GL_FRAGMENT_SHADER, kFragmentShader, sizeof(kFragmentShader)); + gles2_if_->LinkProgram(context, program); + gles2_if_->UseProgram(context, program); + gles2_if_->DeleteProgram(context, program); + gles2_if_->Uniform1i( + context, gles2_if_->GetUniformLocation(context, program, "y_texture"), 0); + gles2_if_->Uniform1i( + context, gles2_if_->GetUniformLocation(context, program, "u_texture"), 1); + gles2_if_->Uniform1i( + context, gles2_if_->GetUniformLocation(context, program, "v_texture"), 2); + gles2_if_->UniformMatrix3fv( + context, + gles2_if_->GetUniformLocation(context, program, "color_matrix"), + 1, GL_FALSE, kColorMatrix); + AssertNoGLError(); + + // Assign vertex positions and texture coordinates to buffers for use in + // shader program. + static const float kVertices[] = { + -1, 1, -1, -1, 1, 1, 1, -1, // Position coordinates. + 0, 0, 0, 1, 1, 0, 1, 1, // Texture coordinates. + }; + + GLuint buffer; + gles2_if_->GenBuffers(context, 1, &buffer); + gles2_if_->BindBuffer(context, GL_ARRAY_BUFFER, buffer); + gles2_if_->BufferData(context, GL_ARRAY_BUFFER, + sizeof(kVertices), kVertices, GL_STATIC_DRAW); + AssertNoGLError(); + GLint pos_location = gles2_if_->GetAttribLocation( + context, program, "a_position"); + GLint tc_location = gles2_if_->GetAttribLocation( + context, program, "a_texCoord"); + AssertNoGLError(); + gles2_if_->EnableVertexAttribArray(context, pos_location); + gles2_if_->VertexAttribPointer(context, pos_location, 2, + GL_FLOAT, GL_FALSE, 0, 0); + gles2_if_->EnableVertexAttribArray(context, tc_location); + gles2_if_->VertexAttribPointer( + context, tc_location, 2, GL_FLOAT, GL_FALSE, 0, + static_cast<float*>(0) + 8); // Skip position coordinates. + AssertNoGLError(); +} + +void MediaStreamVideoDemoInstance::CreateShader( + GLuint program, GLenum type, const char* source, int size) { + PP_Resource context = context_->pp_resource(); + GLuint shader = gles2_if_->CreateShader(context, type); + gles2_if_->ShaderSource(context, shader, 1, &source, &size); + gles2_if_->CompileShader(context, shader); + gles2_if_->AttachShader(context, program, shader); + gles2_if_->DeleteShader(context, shader); +} + +void MediaStreamVideoDemoInstance::CreateYUVTextures() { + int32_t width = frame_size_.width(); + int32_t height = frame_size_.height(); + if (width == 0 || height == 0) + return; + if (texture_y_) + gles2_if_->DeleteTextures(context_->pp_resource(), 1, &texture_y_); + if (texture_u_) + gles2_if_->DeleteTextures(context_->pp_resource(), 1, &texture_u_); + if (texture_v_) + gles2_if_->DeleteTextures(context_->pp_resource(), 1, &texture_v_); + texture_y_ = CreateTexture(width, height, 0); + + width /= 2; + height /= 2; + texture_u_ = CreateTexture(width, height, 1); + texture_v_ = CreateTexture(width, height, 2); +} + +void MediaStreamVideoDemoInstance::OnGetFrame( + int32_t result, pp::VideoFrame frame) { + if (result != PP_OK) + return; + const char* data = static_cast<const char*>(frame.GetDataBuffer()); + pp::Size size; + PP_DCHECK(frame.GetSize(&size)); + if (size != frame_size_) { + frame_size_ = size; + CreateYUVTextures(); + } + + int32_t width = frame_size_.width(); + int32_t height = frame_size_.height(); + gles2_if_->ActiveTexture(context_->pp_resource(), GL_TEXTURE0); + gles2_if_->TexSubImage2D( + context_->pp_resource(), GL_TEXTURE_2D, 0, 0, 0, width, height, + GL_LUMINANCE, GL_UNSIGNED_BYTE, data); + + data += width * height; + width /= 2; + height /= 2; + + gles2_if_->ActiveTexture(context_->pp_resource(), GL_TEXTURE1); + gles2_if_->TexSubImage2D( + context_->pp_resource(), GL_TEXTURE_2D, 0, 0, 0, width, height, + GL_LUMINANCE, GL_UNSIGNED_BYTE, data); + + data += width * height; + gles2_if_->ActiveTexture(context_->pp_resource(), GL_TEXTURE2); + gles2_if_->TexSubImage2D( + context_->pp_resource(), GL_TEXTURE_2D, 0, 0, 0, width, height, + GL_LUMINANCE, GL_UNSIGNED_BYTE, data); + + if (is_painting_) + needs_paint_ = true; + else + Render(); + + video_track_.RecycleFrame(frame); + video_track_.GetFrame(callback_factory_.NewCallbackWithOutput( + &MediaStreamVideoDemoInstance::OnGetFrame)); +} + +pp::Instance* MediaStreamVideoModule::CreateInstance(PP_Instance instance) { + return new MediaStreamVideoDemoInstance(instance, this); +} + +} // anonymous namespace + +namespace pp { +// Factory function for your specialization of the Module object. +Module* CreateModule() { + return new MediaStreamVideoModule(); +} +} // namespace pp |