// Copyright (c) 2010 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "chrome/browser/renderer_host/render_widget_host_view_views.h" #include #include #include "app/keyboard_code_conversion_gtk.h" #include "app/l10n_util.h" #include "app/x11_util.h" #include "base/command_line.h" #include "base/logging.h" #include "base/message_loop.h" #include "base/metrics/histogram.h" #include "base/string_number_conversions.h" #include "base/task.h" #include "base/time.h" #include "chrome/browser/renderer_host/backing_store_x.h" #include "chrome/browser/renderer_host/render_widget_host.h" #include "chrome/common/native_web_keyboard_event.h" #include "chrome/common/render_messages.h" #include "chrome/common/result_codes.h" #include "gfx/canvas.h" #include "third_party/WebKit/WebKit/chromium/public/gtk/WebInputEventFactory.h" #include "third_party/WebKit/WebKit/chromium/public/WebInputEvent.h" #include "views/event.h" #include "views/widget/widget.h" #include "views/widget/widget_gtk.h" static const int kMaxWindowWidth = 4000; static const int kMaxWindowHeight = 4000; static const char* kRenderWidgetHostViewKey = "__RENDER_WIDGET_HOST_VIEW__"; using WebKit::WebInputEventFactory; using WebKit::WebMouseWheelEvent; using WebKit::WebTouchEvent; namespace { int WebInputEventFlagsFromViewsEvent(const views::Event& event) { int modifiers = 0; if (event.IsShiftDown()) modifiers |= WebKit::WebInputEvent::ShiftKey; if (event.IsControlDown()) modifiers |= WebKit::WebInputEvent::ControlKey; if (event.IsAltDown()) modifiers |= WebKit::WebInputEvent::AltKey; if (event.IsCapsLockDown()) modifiers |= WebKit::WebInputEvent::CapsLockOn; return modifiers; } WebKit::WebTouchPoint::State TouchPointStateFromEvent( const views::TouchEvent* event) { switch (event->GetType()) { case views::Event::ET_TOUCH_PRESSED: return WebKit::WebTouchPoint::StatePressed; case views::Event::ET_TOUCH_RELEASED: return WebKit::WebTouchPoint::StateReleased; case views::Event::ET_TOUCH_MOVED: return WebKit::WebTouchPoint::StateMoved; case views::Event::ET_TOUCH_CANCELLED: return WebKit::WebTouchPoint::StateCancelled; default: return WebKit::WebTouchPoint::StateUndefined; } } WebKit::WebInputEvent::Type TouchEventTypeFromEvent( const views::TouchEvent* event) { switch (event->GetType()) { case views::Event::ET_TOUCH_PRESSED: return WebKit::WebInputEvent::TouchStart; case views::Event::ET_TOUCH_RELEASED: return WebKit::WebInputEvent::TouchEnd; case views::Event::ET_TOUCH_MOVED: return WebKit::WebInputEvent::TouchMove; case views::Event::ET_TOUCH_CANCELLED: return WebKit::WebInputEvent::TouchCancel; default: return WebKit::WebInputEvent::Undefined; } } void UpdateTouchPointPosition(const views::TouchEvent* event, const gfx::Point& origin, WebKit::WebTouchPoint* tpoint) { tpoint->position.x = event->x(); tpoint->position.y = event->y(); tpoint->screenPosition.x = tpoint->position.x + origin.x(); tpoint->screenPosition.y = tpoint->position.y + origin.y(); } void InitializeWebMouseEventFromViewsEvent(const views::LocatedEvent& e, const gfx::Point& origin, WebKit::WebMouseEvent* wmevent) { wmevent->timeStampSeconds = base::Time::Now().ToDoubleT(); wmevent->modifiers = WebInputEventFlagsFromViewsEvent(e); wmevent->windowX = wmevent->x = e.x(); wmevent->windowY = wmevent->y = e.y(); wmevent->globalX = wmevent->x + origin.x(); wmevent->globalY = wmevent->y + origin.y(); } } // namespace // static RenderWidgetHostView* RenderWidgetHostView::CreateViewForWidget( RenderWidgetHost* widget) { return new RenderWidgetHostViewViews(widget); } RenderWidgetHostViewViews::RenderWidgetHostViewViews(RenderWidgetHost* host) : host_(host), about_to_validate_and_paint_(false), is_hidden_(false), is_loading_(false), native_cursor_(NULL), is_showing_context_menu_(false), visually_deemphasized_(false), touch_event_() { SetFocusable(true); host_->set_view(this); } RenderWidgetHostViewViews::~RenderWidgetHostViewViews() { RenderViewGone(base::TERMINATION_STATUS_NORMAL_TERMINATION, ResultCodes::NORMAL_EXIT); } void RenderWidgetHostViewViews::InitAsChild() { Show(); } RenderWidgetHost* RenderWidgetHostViewViews::GetRenderWidgetHost() const { return host_; } void RenderWidgetHostViewViews::InitAsPopup( RenderWidgetHostView* parent_host_view, const gfx::Rect& pos) { // TODO(anicolao): figure out cases where popups occur and implement NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::InitAsFullscreen( RenderWidgetHostView* parent_host_view) { NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::DidBecomeSelected() { if (!is_hidden_) return; if (tab_switch_paint_time_.is_null()) tab_switch_paint_time_ = base::TimeTicks::Now(); is_hidden_ = false; host_->WasRestored(); } void RenderWidgetHostViewViews::WasHidden() { if (is_hidden_) return; // If we receive any more paint messages while we are hidden, we want to // ignore them so we don't re-allocate the backing store. We will paint // everything again when we become selected again. is_hidden_ = true; // If we have a renderer, then inform it that we are being hidden so it can // reduce its resource utilization. GetRenderWidgetHost()->WasHidden(); } void RenderWidgetHostViewViews::SetSize(const gfx::Size& size) { // This is called when webkit has sent us a Move message. int width = std::min(size.width(), kMaxWindowWidth); int height = std::min(size.height(), kMaxWindowHeight); if (requested_size_.width() != width || requested_size_.height() != height) { requested_size_ = gfx::Size(width, height); SetBounds(gfx::Rect(x(), y(), width, height)); host_->WasResized(); } } void RenderWidgetHostViewViews::MovePluginWindows( const std::vector& moves) { // TODO(anicolao): NIY // NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::Focus() { RequestFocus(); } bool RenderWidgetHostViewViews::HasFocus() { return View::HasFocus(); } void RenderWidgetHostViewViews::Show() { SetVisible(true); } void RenderWidgetHostViewViews::Hide() { SetVisible(false); } void RenderWidgetHostViewViews::Blur() { // TODO(estade): We should be clearing native focus as well, but I know of no // way to do that without focusing another widget. host_->Blur(); } bool RenderWidgetHostViewViews::IsShowing() { return IsVisible(); } gfx::Rect RenderWidgetHostViewViews::GetViewBounds() const { return bounds(); } void RenderWidgetHostViewViews::UpdateCursor(const WebCursor& cursor) { // Optimize the common case, where the cursor hasn't changed. // However, we can switch between different pixmaps, so only on the // non-pixmap branch. if (current_cursor_.GetCursorType() != GDK_CURSOR_IS_PIXMAP && current_cursor_.GetCursorType() == cursor.GetCursorType()) { return; } current_cursor_ = cursor; ShowCurrentCursor(); } void RenderWidgetHostViewViews::SetIsLoading(bool is_loading) { is_loading_ = is_loading; // Only call ShowCurrentCursor() when it will actually change the cursor. if (current_cursor_.GetCursorType() == GDK_LAST_CURSOR) ShowCurrentCursor(); } void RenderWidgetHostViewViews::ImeUpdateTextInputState( WebKit::WebTextInputType type, const gfx::Rect& caret_rect) { // TODO(bryeung): im_context_->UpdateInputMethodState(type, caret_rect); NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::ImeCancelComposition() { // TODO(bryeung): im_context_->CancelComposition(); NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::DidUpdateBackingStore( const gfx::Rect& scroll_rect, int scroll_dx, int scroll_dy, const std::vector& copy_rects) { if (is_hidden_) return; // TODO(darin): Implement the equivalent of Win32's ScrollWindowEX. Can that // be done using XCopyArea? Perhaps similar to // BackingStore::ScrollBackingStore? if (about_to_validate_and_paint_) invalid_rect_ = invalid_rect_.Union(scroll_rect); else SchedulePaint(scroll_rect, false); for (size_t i = 0; i < copy_rects.size(); ++i) { // Avoid double painting. NOTE: This is only relevant given the call to // Paint(scroll_rect) above. gfx::Rect rect = copy_rects[i].Subtract(scroll_rect); if (rect.IsEmpty()) continue; if (about_to_validate_and_paint_) invalid_rect_ = invalid_rect_.Union(rect); else SchedulePaint(rect, false); } } void RenderWidgetHostViewViews::RenderViewGone(base::TerminationStatus status, int error_code) { GetRenderWidgetHost()->ViewDestroyed(); Destroy(); } void RenderWidgetHostViewViews::Destroy() { // TODO(anicolao): deal with any special popup cleanup NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::SetTooltipText(const std::wstring& tip) { // TODO(anicolao): decide if we want tooltips for touch (none specified // right now/might want a press-and-hold display) // NOTIMPLEMENTED(); ... too annoying, it triggers for every mousemove } void RenderWidgetHostViewViews::SelectionChanged(const std::string& text) { // TODO(anicolao): deal with the clipboard without GTK NOTIMPLEMENTED(); } void RenderWidgetHostViewViews::ShowingContextMenu(bool showing) { is_showing_context_menu_ = showing; } bool RenderWidgetHostViewViews::NeedsInputGrab() { return popup_type_ == WebKit::WebPopupTypeSelect; } bool RenderWidgetHostViewViews::IsPopup() { return popup_type_ != WebKit::WebPopupTypeNone; } BackingStore* RenderWidgetHostViewViews::AllocBackingStore( const gfx::Size& size) { gfx::NativeView nview = GetInnerNativeView(); if (!nview) return NULL; return new BackingStoreX(host_, size, x11_util::GetVisualFromGtkWidget(nview), gtk_widget_get_visual(nview)->depth); } gfx::NativeView RenderWidgetHostViewViews::GetInnerNativeView() const { // TODO(sad): Ideally this function should be equivalent to GetNativeView, and // WidgetGtk-specific function call should not be necessary. views::WidgetGtk* widget = static_cast(GetWidget()); return widget ? widget->window_contents() : NULL; } gfx::NativeView RenderWidgetHostViewViews::GetNativeView() { if (GetWidget()) return GetWidget()->GetNativeView(); return NULL; } void RenderWidgetHostViewViews::SetBackground(const SkBitmap& background) { RenderWidgetHostView::SetBackground(background); host_->Send(new ViewMsg_SetBackground(host_->routing_id(), background)); } void RenderWidgetHostViewViews::Paint(gfx::Canvas* canvas) { if (is_hidden_) { return; } // Paint a "hole" in the canvas so that the render of the web page is on // top of whatever else has already been painted in the views hierarchy. // Later views might still get to paint on top. canvas->FillRectInt(SK_ColorBLACK, 0, 0, kMaxWindowWidth, kMaxWindowHeight, SkXfermode::kClear_Mode); // Don't do any painting if the GPU process is rendering directly // into the View. RenderWidgetHost* render_widget_host = GetRenderWidgetHost(); if (render_widget_host->is_accelerated_compositing_active()) { return; } GdkWindow* window = GetInnerNativeView()->window; DCHECK(!about_to_validate_and_paint_); // TODO(anicolao): get the damage somehow // invalid_rect_ = damage_rect; invalid_rect_ = bounds(); gfx::Point origin; ConvertPointToWidget(this, &origin); about_to_validate_and_paint_ = true; BackingStoreX* backing_store = static_cast( host_->GetBackingStore(true)); // Calling GetBackingStore maybe have changed |invalid_rect_|... about_to_validate_and_paint_ = false; gfx::Rect paint_rect = gfx::Rect(0, 0, kMaxWindowWidth, kMaxWindowHeight); paint_rect = paint_rect.Intersect(invalid_rect_); if (backing_store) { // Only render the widget if it is attached to a window; there's a short // period where this object isn't attached to a window but hasn't been // Destroy()ed yet and it receives paint messages... if (window) { if (!visually_deemphasized_) { // In the common case, use XCopyArea. We don't draw more than once, so // we don't need to double buffer. backing_store->XShowRect(origin, paint_rect, x11_util::GetX11WindowFromGdkWindow(window)); } else { // If the grey blend is showing, we make two drawing calls. Use double // buffering to prevent flicker. Use CairoShowRect because XShowRect // shortcuts GDK's double buffering. GdkRectangle rect = { paint_rect.x(), paint_rect.y(), paint_rect.width(), paint_rect.height() }; gdk_window_begin_paint_rect(window, &rect); backing_store->CairoShowRect(paint_rect, GDK_DRAWABLE(window)); cairo_t* cr = gdk_cairo_create(window); gdk_cairo_rectangle(cr, &rect); cairo_set_source_rgba(cr, 0, 0, 0, 0.7); cairo_fill(cr); cairo_destroy(cr); gdk_window_end_paint(window); } } if (!whiteout_start_time_.is_null()) { base::TimeDelta whiteout_duration = base::TimeTicks::Now() - whiteout_start_time_; UMA_HISTOGRAM_TIMES("MPArch.RWHH_WhiteoutDuration", whiteout_duration); // Reset the start time to 0 so that we start recording again the next // time the backing store is NULL... whiteout_start_time_ = base::TimeTicks(); } if (!tab_switch_paint_time_.is_null()) { base::TimeDelta tab_switch_paint_duration = base::TimeTicks::Now() - tab_switch_paint_time_; UMA_HISTOGRAM_TIMES("MPArch.RWH_TabSwitchPaintDuration", tab_switch_paint_duration); // Reset tab_switch_paint_time_ to 0 so future tab selections are // recorded. tab_switch_paint_time_ = base::TimeTicks(); } } else { if (whiteout_start_time_.is_null()) whiteout_start_time_ = base::TimeTicks::Now(); } } gfx::NativeCursor RenderWidgetHostViewViews::GetCursorForPoint( views::Event::EventType type, const gfx::Point& point) { return native_cursor_; } bool RenderWidgetHostViewViews::OnMousePressed(const views::MouseEvent& event) { RequestFocus(); // TODO(anicolao): validate event generation. WebKit::WebMouseEvent e = WebMouseEventFromViewsEvent(event); // TODO(anicolao): deal with double clicks e.type = WebKit::WebInputEvent::MouseDown; e.clickCount = 1; GetRenderWidgetHost()->ForwardMouseEvent(e); return true; } void RenderWidgetHostViewViews::OnMouseReleased(const views::MouseEvent& event, bool canceled) { WebKit::WebMouseEvent e = WebMouseEventFromViewsEvent(event); e.type = WebKit::WebInputEvent::MouseUp; e.clickCount = 1; GetRenderWidgetHost()->ForwardMouseEvent(e); } bool RenderWidgetHostViewViews::OnMouseDragged(const views::MouseEvent& event) { OnMouseMoved(event); return true; } void RenderWidgetHostViewViews::OnMouseMoved(const views::MouseEvent& event) { WebKit::WebMouseEvent e = WebMouseEventFromViewsEvent(event); e.type = WebKit::WebInputEvent::MouseMove; GetRenderWidgetHost()->ForwardMouseEvent(e); } void RenderWidgetHostViewViews::OnMouseEntered(const views::MouseEvent& event) { // Already generated synthetically by webkit. } void RenderWidgetHostViewViews::OnMouseExited(const views::MouseEvent& event) { // Already generated synthetically by webkit. } bool RenderWidgetHostViewViews::OnMouseWheel(const views::MouseWheelEvent& e) { WebMouseWheelEvent wmwe; InitializeWebMouseEventFromViewsEvent(e, GetPosition(), &wmwe); wmwe.type = WebKit::WebInputEvent::MouseWheel; wmwe.button = WebKit::WebMouseEvent::ButtonNone; // TODO(sadrul): How do we determine if it's a horizontal scroll? wmwe.deltaY = e.GetOffset(); wmwe.wheelTicksY = wmwe.deltaY > 0 ? 1 : -1; GetRenderWidgetHost()->ForwardWheelEvent(wmwe); return true; } bool RenderWidgetHostViewViews::OnKeyPressed(const views::KeyEvent &e) { // Send key event to input method. // TODO host_view->im_context_->ProcessKeyEvent(event); // This is how it works: // (1) If a RawKeyDown event is an accelerator for a reserved command (see // Browser::IsReservedCommand), then the command is executed. Otherwise, // the event is first sent off to the renderer. The renderer is also // notified whether the event would trigger an accelerator in the browser. // (2) A Char event is then sent to the renderer. // (3) If the renderer does not process the event in step (1), and the event // triggers an accelerator, then it will ignore the event in step (2). The // renderer also sends back notification to the browser for both steps (1) // and (2) about whether the events were processed or not. If the event // for (1) is not processed by the renderer, then it is processed by the // browser, and (2) is ignored. NativeWebKeyboardEvent wke; wke.type = WebKit::WebInputEvent::RawKeyDown; wke.windowsKeyCode = e.GetKeyCode(); wke.setKeyIdentifierFromWindowsKeyCode(); wke.text[0] = wke.unmodifiedText[0] = static_cast(gdk_keyval_to_unicode( app::GdkKeyCodeForWindowsKeyCode(e.GetKeyCode(), e.IsShiftDown() ^ e.IsCapsLockDown()))); wke.modifiers = WebInputEventFlagsFromViewsEvent(e); ForwardKeyboardEvent(wke); // send the keypress event wke.type = WebKit::WebInputEvent::Char; ForwardKeyboardEvent(wke); return TRUE; } bool RenderWidgetHostViewViews::OnKeyReleased(const views::KeyEvent &e) { // TODO(bryeung): deal with input methods NativeWebKeyboardEvent wke; wke.type = WebKit::WebInputEvent::KeyUp; wke.windowsKeyCode = e.GetKeyCode(); wke.setKeyIdentifierFromWindowsKeyCode(); ForwardKeyboardEvent(wke); return TRUE; } void RenderWidgetHostViewViews::DidGainFocus() { #if 0 // TODO(anicolao): - is this needed/replicable? // Comes from the GTK equivalent. int x, y; gtk_widget_get_pointer(native_view(), &x, &y); // http://crbug.com/13389 // If the cursor is in the render view, fake a mouse move event so that // webkit updates its state. Otherwise webkit might think the cursor is // somewhere it's not. if (x >= 0 && y >= 0 && x < native_view()->allocation.width && y < native_view()->allocation.height) { WebKit::WebMouseEvent fake_event; fake_event.timeStampSeconds = base::Time::Now().ToDoubleT(); fake_event.modifiers = 0; fake_event.windowX = fake_event.x = x; fake_event.windowY = fake_event.y = y; gdk_window_get_origin(native_view()->window, &x, &y); fake_event.globalX = fake_event.x + x; fake_event.globalY = fake_event.y + y; fake_event.type = WebKit::WebInputEvent::MouseMove; fake_event.button = WebKit::WebMouseEvent::ButtonNone; GetRenderWidgetHost()->ForwardMouseEvent(fake_event); } #endif ShowCurrentCursor(); GetRenderWidgetHost()->GotFocus(); } void RenderWidgetHostViewViews::WillLoseFocus() { // If we are showing a context menu, maintain the illusion that webkit has // focus. if (!is_showing_context_menu_ && !is_hidden_) GetRenderWidgetHost()->Blur(); } void RenderWidgetHostViewViews::ShowCurrentCursor() { // The widget may not have a window. If that's the case, abort mission. This // is the same issue as that explained above in Paint(). if (!GetInnerNativeView() || !GetInnerNativeView()->window) return; native_cursor_ = current_cursor_.GetNativeCursor(); } void RenderWidgetHostViewViews::CreatePluginContainer( gfx::PluginWindowHandle id) { // TODO(anicolao): plugin_container_manager_.CreatePluginContainer(id); } void RenderWidgetHostViewViews::DestroyPluginContainer( gfx::PluginWindowHandle id) { // TODO(anicolao): plugin_container_manager_.DestroyPluginContainer(id); } void RenderWidgetHostViewViews::SetVisuallyDeemphasized( const SkColor* color, bool animate) { // TODO(anicolao) } bool RenderWidgetHostViewViews::ContainsNativeView( gfx::NativeView native_view) const { // TODO(port) NOTREACHED() << "RenderWidgetHostViewViews::ContainsNativeView not implemented."; return false; } void RenderWidgetHostViewViews::AcceleratedCompositingActivated( bool activated) { // TODO(anicolao): figure out if we need something here if (activated) NOTIMPLEMENTED(); } WebKit::WebMouseEvent RenderWidgetHostViewViews::WebMouseEventFromViewsEvent( const views::MouseEvent& event) { WebKit::WebMouseEvent wmevent; InitializeWebMouseEventFromViewsEvent(event, GetPosition(), &wmevent); // Setting |wmevent.button| is not necessary for -move events, but it is // necessary for -clicks and -drags. if (event.IsMiddleMouseButton()) { wmevent.modifiers |= WebKit::WebInputEvent::MiddleButtonDown; wmevent.button = WebKit::WebMouseEvent::ButtonMiddle; } if (event.IsRightMouseButton()) { wmevent.modifiers |= WebKit::WebInputEvent::RightButtonDown; wmevent.button = WebKit::WebMouseEvent::ButtonRight; } if (event.IsLeftMouseButton()) { wmevent.modifiers |= WebKit::WebInputEvent::LeftButtonDown; wmevent.button = WebKit::WebMouseEvent::ButtonLeft; } return wmevent; } void RenderWidgetHostViewViews::ForwardKeyboardEvent( const NativeWebKeyboardEvent& event) { if (!host_) return; EditCommands edit_commands; #if 0 TODO(bryeung): key bindings if (!event.skip_in_browser && key_bindings_handler_->Match(event, &edit_commands)) { host_->ForwardEditCommandsForNextKeyEvent(edit_commands); } #endif host_->ForwardKeyboardEvent(event); } bool RenderWidgetHostViewViews::OnTouchEvent(const views::TouchEvent& e) { // Update the list of touch points first. WebKit::WebTouchPoint* point = NULL; switch (e.GetType()) { case views::Event::ET_TOUCH_PRESSED: // Add a new touch point. if (touch_event_.touchPointsLength < WebTouchEvent::touchPointsLengthCap) { point = &touch_event_.touchPoints[touch_event_.touchPointsLength++]; point->id = e.identity(); } break; case views::Event::ET_TOUCH_RELEASED: case views::Event::ET_TOUCH_CANCELLED: case views::Event::ET_TOUCH_MOVED: { // The touch point should have been added to the event from an earlier // _PRESSED event. So find that. // At the moment, only a maximum of 4 touch-points are allowed. So a // simple loop should be sufficient. for (int i = 0; i < WebTouchEvent::touchPointsLengthCap; ++i) { point = touch_event_.touchPoints + i; if (point->id == e.identity()) { break; } point = NULL; } DCHECK(point != NULL) << "Touchpoint not found for event " << e.GetType(); break; } default: DLOG(WARNING) << "Unknown touch event " << e.GetType(); break; } if (!point) return false; // Update the location and state of the point. UpdateTouchPointPosition(&e, GetPosition(), point); point->state = TouchPointStateFromEvent(&e); // Mark the rest of the points as stationary. for (int i = 0; i < touch_event_.touchPointsLength; ++i) { WebKit::WebTouchPoint* iter = touch_event_.touchPoints + i; if (iter != point) { iter->state = WebKit::WebTouchPoint::StateStationary; } } // Update the type of the touch event. touch_event_.type = TouchEventTypeFromEvent(&e); // The event and all the touches have been updated. Dispatch. host_->ForwardTouchEvent(touch_event_); // If the touch was released, then remove it from the list of touch points. if (e.GetType() == views::Event::ET_TOUCH_RELEASED) { --touch_event_.touchPointsLength; for (int i = point - touch_event_.touchPoints; i < touch_event_.touchPointsLength; ++i) { touch_event_.touchPoints[i] = touch_event_.touchPoints[i + 1]; } } return true; } // static RenderWidgetHostView* RenderWidgetHostView::GetRenderWidgetHostViewFromNativeView( gfx::NativeView widget) { gpointer user_data = g_object_get_data(G_OBJECT(widget), kRenderWidgetHostViewKey); return reinterpret_cast(user_data); }