// Copyright 2013 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "chrome/browser/chromeos/input_method/input_method_engine.h" #undef FocusIn #undef FocusOut #undef RootWindow #include #include "ash/shell.h" #include "base/logging.h" #include "base/memory/scoped_ptr.h" #include "base/metrics/histogram.h" #include "base/strings/string_number_conversions.h" #include "base/strings/string_util.h" #include "base/strings/stringprintf.h" #include "base/strings/utf_string_conversions.h" #include "chrome/browser/profiles/profile_manager.h" #include "ui/aura/window.h" #include "ui/aura/window_tree_host.h" #include "ui/base/ime/candidate_window.h" #include "ui/base/ime/chromeos/component_extension_ime_manager.h" #include "ui/base/ime/chromeos/extension_ime_util.h" #include "ui/base/ime/chromeos/ime_keymap.h" #include "ui/base/ime/chromeos/input_method_manager.h" #include "ui/base/ime/composition_text.h" #include "ui/base/ime/ime_bridge.h" #include "ui/base/ime/text_input_flags.h" #include "ui/chromeos/ime/input_method_menu_item.h" #include "ui/chromeos/ime/input_method_menu_manager.h" #include "ui/events/event.h" #include "ui/events/event_processor.h" #include "ui/events/event_utils.h" #include "ui/events/keycodes/dom/dom_code.h" #include "ui/events/keycodes/dom/keycode_converter.h" #include "ui/keyboard/keyboard_controller.h" #include "ui/keyboard/keyboard_util.h" namespace chromeos { namespace { const char kErrorNotActive[] = "IME is not active"; const char kErrorWrongContext[] = "Context is not active"; const char kCandidateNotFound[] = "Candidate not found"; // Notifies InputContextHandler that the composition is changed. void UpdateComposition(const ui::CompositionText& composition_text, uint32 cursor_pos, bool is_visible) { ui::IMEInputContextHandlerInterface* input_context = ui::IMEBridge::Get()->GetInputContextHandler(); if (input_context) input_context->UpdateCompositionText(composition_text, cursor_pos, is_visible); } // Returns the length of characters of a UTF-8 string with unknown string // length. Cannot apply faster algorithm to count characters in an utf-8 // string without knowing the string length, so just does a full scan. size_t GetUtf8StringLength(const char* s) { size_t ret = 0; while (*s) { if ((*s & 0xC0) != 0x80) ret++; ++s; } return ret; } std::string GetKeyFromEvent(const ui::KeyEvent& event) { const std::string code = event.GetCodeString(); if (base::StartsWith(code, "Control", base::CompareCase::SENSITIVE)) return "Ctrl"; if (base::StartsWith(code, "Shift", base::CompareCase::SENSITIVE)) return "Shift"; if (base::StartsWith(code, "Alt", base::CompareCase::SENSITIVE)) return "Alt"; if (base::StartsWith(code, "Arrow", base::CompareCase::SENSITIVE)) return code.substr(5); if (code == "Escape") return "Esc"; if (code == "Backspace" || code == "Tab" || code == "Enter" || code == "CapsLock" || code == "Power") return code; // Cases for media keys. switch (event.key_code()) { case ui::VKEY_BROWSER_BACK: case ui::VKEY_F1: return "HistoryBack"; case ui::VKEY_BROWSER_FORWARD: case ui::VKEY_F2: return "HistoryForward"; case ui::VKEY_BROWSER_REFRESH: case ui::VKEY_F3: return "BrowserRefresh"; case ui::VKEY_MEDIA_LAUNCH_APP2: case ui::VKEY_F4: return "ChromeOSFullscreen"; case ui::VKEY_MEDIA_LAUNCH_APP1: case ui::VKEY_F5: return "ChromeOSSwitchWindow"; case ui::VKEY_BRIGHTNESS_DOWN: case ui::VKEY_F6: return "BrightnessDown"; case ui::VKEY_BRIGHTNESS_UP: case ui::VKEY_F7: return "BrightnessUp"; case ui::VKEY_VOLUME_MUTE: case ui::VKEY_F8: return "AudioVolumeMute"; case ui::VKEY_VOLUME_DOWN: case ui::VKEY_F9: return "AudioVolumeDown"; case ui::VKEY_VOLUME_UP: case ui::VKEY_F10: return "AudioVolumeUp"; default: break; } uint16 ch = 0; // Ctrl+? cases, gets key value for Ctrl is not down. if (event.flags() & ui::EF_CONTROL_DOWN) { ui::KeyEvent event_no_ctrl(event.type(), event.key_code(), event.flags() ^ ui::EF_CONTROL_DOWN); ch = event_no_ctrl.GetCharacter(); } else { ch = event.GetCharacter(); } return base::UTF16ToUTF8(base::string16(1, ch)); } void GetExtensionKeyboardEventFromKeyEvent( const ui::KeyEvent& event, InputMethodEngine::KeyboardEvent* ext_event) { DCHECK(event.type() == ui::ET_KEY_RELEASED || event.type() == ui::ET_KEY_PRESSED); DCHECK(ext_event); ext_event->type = (event.type() == ui::ET_KEY_RELEASED) ? "keyup" : "keydown"; if (event.code() == ui::DomCode::NONE) ext_event->code = ui::KeyboardCodeToDomKeycode(event.key_code()); else ext_event->code = event.GetCodeString(); ext_event->key_code = static_cast(event.key_code()); ext_event->alt_key = event.IsAltDown(); ext_event->ctrl_key = event.IsControlDown(); ext_event->shift_key = event.IsShiftDown(); ext_event->caps_lock = event.IsCapsLockDown(); ext_event->key = GetKeyFromEvent(event); } } // namespace InputMethodEngine::InputMethodEngine() : current_input_type_(ui::TEXT_INPUT_TYPE_NONE), context_id_(0), next_context_id_(1), composition_text_(new ui::CompositionText()), composition_cursor_(0), candidate_window_(new ui::CandidateWindow()), window_visible_(false), sent_key_event_(NULL), profile_(NULL) {} InputMethodEngine::~InputMethodEngine() {} void InputMethodEngine::Initialize(scoped_ptr observer, const char* extension_id, Profile* profile) { DCHECK(observer) << "Observer must not be null."; // TODO(komatsu): It is probably better to set observer out of Initialize. observer_ = observer.Pass(); extension_id_ = extension_id; profile_ = profile; } const std::string& InputMethodEngine::GetActiveComponentId() const { return active_component_id_; } bool InputMethodEngine::SetComposition( int context_id, const char* text, int selection_start, int selection_end, int cursor, const std::vector& segments, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } composition_cursor_ = cursor; composition_text_.reset(new ui::CompositionText()); composition_text_->text = base::UTF8ToUTF16(text); composition_text_->selection.set_start(selection_start); composition_text_->selection.set_end(selection_end); // TODO: Add support for displaying selected text in the composition string. for (std::vector::const_iterator segment = segments.begin(); segment != segments.end(); ++segment) { ui::CompositionUnderline underline; switch (segment->style) { case SEGMENT_STYLE_UNDERLINE: underline.color = SK_ColorBLACK; break; case SEGMENT_STYLE_DOUBLE_UNDERLINE: underline.color = SK_ColorBLACK; underline.thick = true; break; case SEGMENT_STYLE_NO_UNDERLINE: underline.color = SK_ColorTRANSPARENT; break; default: continue; } underline.start_offset = segment->start; underline.end_offset = segment->end; composition_text_->underlines.push_back(underline); } // TODO(nona): Makes focus out mode configuable, if necessary. UpdateComposition(*composition_text_, composition_cursor_, true); return true; } bool InputMethodEngine::ClearComposition(int context_id, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } composition_cursor_ = 0; composition_text_.reset(new ui::CompositionText()); UpdateComposition(*composition_text_, composition_cursor_, false); return true; } bool InputMethodEngine::CommitText(int context_id, const char* text, std::string* error) { if (!IsActive()) { // TODO: Commit the text anyways. *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } ui::IMEBridge::Get()->GetInputContextHandler()->CommitText(text); // Records histograms for committed characters. if (!composition_text_->text.empty()) { size_t len = GetUtf8StringLength(text); UMA_HISTOGRAM_CUSTOM_COUNTS("InputMethod.CommitLength", len, 1, 25, 25); composition_text_.reset(new ui::CompositionText()); } return true; } bool InputMethodEngine::SendKeyEvents( int context_id, const std::vector& events) { if (!IsActive()) { return false; } // context_id == 0, means sending key events to non-input field. // context_id_ == -1, means the focus is not in an input field. if (context_id != 0 && (context_id != context_id_ || context_id_ == -1)) { return false; } ui::EventProcessor* dispatcher = ash::Shell::GetPrimaryRootWindow()->GetHost()->event_processor(); for (size_t i = 0; i < events.size(); ++i) { const KeyboardEvent& event = events[i]; const ui::EventType type = (event.type == "keyup") ? ui::ET_KEY_RELEASED : ui::ET_KEY_PRESSED; ui::KeyboardCode key_code = static_cast(event.key_code); if (key_code == ui::VKEY_UNKNOWN) key_code = ui::DomKeycodeToKeyboardCode(event.code); int flags = ui::EF_NONE; flags |= event.alt_key ? ui::EF_ALT_DOWN : ui::EF_NONE; flags |= event.ctrl_key ? ui::EF_CONTROL_DOWN : ui::EF_NONE; flags |= event.shift_key ? ui::EF_SHIFT_DOWN : ui::EF_NONE; flags |= event.caps_lock ? ui::EF_CAPS_LOCK_DOWN : ui::EF_NONE; ui::KeyEvent ui_event( type, key_code, ui::KeycodeConverter::CodeStringToDomCode(event.code), flags, ui::KeycodeConverter::KeyStringToDomKey(event.key), ui::EventTimeForNow()); base::AutoReset reset_sent_key(&sent_key_event_, &ui_event); ui::EventDispatchDetails details = dispatcher->OnEventFromSource(&ui_event); if (details.dispatcher_destroyed) break; } return true; } const InputMethodEngine::CandidateWindowProperty& InputMethodEngine::GetCandidateWindowProperty() const { return candidate_window_property_; } void InputMethodEngine::SetCandidateWindowProperty( const CandidateWindowProperty& property) { // Type conversion from IMEEngineHandlerInterface::CandidateWindowProperty to // CandidateWindow::CandidateWindowProperty defined in chromeos/ime/. ui::CandidateWindow::CandidateWindowProperty dest_property; dest_property.page_size = property.page_size; dest_property.is_cursor_visible = property.is_cursor_visible; dest_property.is_vertical = property.is_vertical; dest_property.show_window_at_composition = property.show_window_at_composition; dest_property.cursor_position = candidate_window_->GetProperty().cursor_position; dest_property.auxiliary_text = property.auxiliary_text; dest_property.is_auxiliary_text_visible = property.is_auxiliary_text_visible; candidate_window_->SetProperty(dest_property); candidate_window_property_ = property; if (IsActive()) { IMECandidateWindowHandlerInterface* cw_handler = ui::IMEBridge::Get()->GetCandidateWindowHandler(); if (cw_handler) cw_handler->UpdateLookupTable(*candidate_window_, window_visible_); } } bool InputMethodEngine::SetCandidateWindowVisible(bool visible, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } window_visible_ = visible; IMECandidateWindowHandlerInterface* cw_handler = ui::IMEBridge::Get()->GetCandidateWindowHandler(); if (cw_handler) cw_handler->UpdateLookupTable(*candidate_window_, window_visible_); return true; } bool InputMethodEngine::SetCandidates( int context_id, const std::vector& candidates, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } // TODO: Nested candidates candidate_ids_.clear(); candidate_indexes_.clear(); candidate_window_->mutable_candidates()->clear(); for (std::vector::const_iterator ix = candidates.begin(); ix != candidates.end(); ++ix) { ui::CandidateWindow::Entry entry; entry.value = base::UTF8ToUTF16(ix->value); entry.label = base::UTF8ToUTF16(ix->label); entry.annotation = base::UTF8ToUTF16(ix->annotation); entry.description_title = base::UTF8ToUTF16(ix->usage.title); entry.description_body = base::UTF8ToUTF16(ix->usage.body); // Store a mapping from the user defined ID to the candidate index. candidate_indexes_[ix->id] = candidate_ids_.size(); candidate_ids_.push_back(ix->id); candidate_window_->mutable_candidates()->push_back(entry); } if (IsActive()) { IMECandidateWindowHandlerInterface* cw_handler = ui::IMEBridge::Get()->GetCandidateWindowHandler(); if (cw_handler) cw_handler->UpdateLookupTable(*candidate_window_, window_visible_); } return true; } bool InputMethodEngine::SetCursorPosition(int context_id, int candidate_id, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } std::map::const_iterator position = candidate_indexes_.find(candidate_id); if (position == candidate_indexes_.end()) { *error = kCandidateNotFound; return false; } candidate_window_->set_cursor_position(position->second); IMECandidateWindowHandlerInterface* cw_handler = ui::IMEBridge::Get()->GetCandidateWindowHandler(); if (cw_handler) cw_handler->UpdateLookupTable(*candidate_window_, window_visible_); return true; } bool InputMethodEngine::SetMenuItems(const std::vector& items) { return UpdateMenuItems(items); } bool InputMethodEngine::UpdateMenuItems( const std::vector& items) { if (!IsActive()) return false; ui::ime::InputMethodMenuItemList menu_item_list; for (std::vector::const_iterator item = items.begin(); item != items.end(); ++item) { ui::ime::InputMethodMenuItem property; MenuItemToProperty(*item, &property); menu_item_list.push_back(property); } ui::ime::InputMethodMenuManager::GetInstance() ->SetCurrentInputMethodMenuItemList(menu_item_list); return true; } bool InputMethodEngine::IsActive() const { return !active_component_id_.empty(); } bool InputMethodEngine::DeleteSurroundingText(int context_id, int offset, size_t number_of_chars, std::string* error) { if (!IsActive()) { *error = kErrorNotActive; return false; } if (context_id != context_id_ || context_id_ == -1) { *error = kErrorWrongContext; return false; } // TODO(nona): Return false if there is ongoing composition. ui::IMEInputContextHandlerInterface* input_context = ui::IMEBridge::Get()->GetInputContextHandler(); if (input_context) input_context->DeleteSurroundingText(offset, number_of_chars); return true; } void InputMethodEngine::HideInputView() { keyboard::KeyboardController* keyboard_controller = keyboard::KeyboardController::GetInstance(); if (keyboard_controller) { keyboard_controller->HideKeyboard( keyboard::KeyboardController::HIDE_REASON_MANUAL); } } void InputMethodEngine::SetCompositionBounds( const std::vector& bounds) { if (!CheckProfile()) return; observer_->OnCompositionBoundsChanged(bounds); } void InputMethodEngine::EnableInputView() { keyboard::SetOverrideContentUrl(input_method::InputMethodManager::Get() ->GetActiveIMEState() ->GetCurrentInputMethod() .input_view_url()); keyboard::KeyboardController* keyboard_controller = keyboard::KeyboardController::GetInstance(); if (keyboard_controller) keyboard_controller->Reload(); } void InputMethodEngine::FocusIn( const ui::IMEEngineHandlerInterface::InputContext& input_context) { if (!CheckProfile()) return; current_input_type_ = input_context.type; if (!IsActive() || current_input_type_ == ui::TEXT_INPUT_TYPE_NONE) return; context_id_ = next_context_id_; ++next_context_id_; observer_->OnFocus(ui::IMEEngineHandlerInterface::InputContext( context_id_, input_context.type, input_context.mode, input_context.flags)); } void InputMethodEngine::FocusOut() { if (!CheckProfile()) return; if (!IsActive() || current_input_type_ == ui::TEXT_INPUT_TYPE_NONE) return; current_input_type_ = ui::TEXT_INPUT_TYPE_NONE; int context_id = context_id_; context_id_ = -1; observer_->OnBlur(context_id); } void InputMethodEngine::Enable(const std::string& component_id) { if (!CheckProfile()) return; DCHECK(!component_id.empty()); active_component_id_ = component_id; observer_->OnActivate(component_id); const ui::IMEEngineHandlerInterface::InputContext& input_context = ui::IMEBridge::Get()->GetCurrentInputContext(); current_input_type_ = input_context.type; FocusIn(input_context); EnableInputView(); } void InputMethodEngine::Disable() { if (!CheckProfile()) return; active_component_id_.clear(); ui::IMEBridge::Get()->GetInputContextHandler()->CommitText( base::UTF16ToUTF8(composition_text_->text)); composition_text_.reset(new ui::CompositionText()); observer_->OnDeactivated(active_component_id_); } void InputMethodEngine::PropertyActivate(const std::string& property_name) { if (!CheckProfile()) return; observer_->OnMenuItemActivated(active_component_id_, property_name); } void InputMethodEngine::Reset() { if (!CheckProfile()) return; composition_text_.reset(new ui::CompositionText()); observer_->OnReset(active_component_id_); } bool InputMethodEngine::IsInterestedInKeyEvent() const { return observer_->IsInterestedInKeyEvent(); } void InputMethodEngine::ProcessKeyEvent(const ui::KeyEvent& key_event, KeyEventDoneCallback& callback) { if (!CheckProfile()) return; KeyboardEvent ext_event; GetExtensionKeyboardEventFromKeyEvent(key_event, &ext_event); // If the given key event is equal to the key event sent by // SendKeyEvents, this engine ID is propagated to the extension IME. // Note, this check relies on that ui::KeyEvent is propagated as // reference without copying. if (&key_event == sent_key_event_) ext_event.extension_id = extension_id_; observer_->OnKeyEvent(active_component_id_, ext_event, callback); } void InputMethodEngine::CandidateClicked(uint32 index) { if (!CheckProfile()) return; if (index > candidate_ids_.size()) { return; } // Only left button click is supported at this moment. observer_->OnCandidateClicked(active_component_id_, candidate_ids_.at(index), ui::IMEEngineObserver::MOUSE_BUTTON_LEFT); } void InputMethodEngine::SetSurroundingText(const std::string& text, uint32 cursor_pos, uint32 anchor_pos, uint32 offset_pos) { if (!CheckProfile()) return; observer_->OnSurroundingTextChanged( active_component_id_, text, static_cast(cursor_pos), static_cast(anchor_pos), static_cast(offset_pos)); } bool InputMethodEngine::CheckProfile() const { Profile* active_profile = ProfileManager::GetActiveUserProfile(); return active_profile == profile_ || profile_->IsSameProfile(active_profile); } // TODO(uekawa): rename this method to a more reasonable name. void InputMethodEngine::MenuItemToProperty( const MenuItem& item, ui::ime::InputMethodMenuItem* property) { property->key = item.id; if (item.modified & MENU_ITEM_MODIFIED_LABEL) { property->label = item.label; } if (item.modified & MENU_ITEM_MODIFIED_VISIBLE) { // TODO(nona): Implement it. } if (item.modified & MENU_ITEM_MODIFIED_CHECKED) { property->is_selection_item_checked = item.checked; } if (item.modified & MENU_ITEM_MODIFIED_ENABLED) { // TODO(nona): implement sensitive entry(crbug.com/140192). } if (item.modified & MENU_ITEM_MODIFIED_STYLE) { if (!item.children.empty()) { // TODO(nona): Implement it. } else { switch (item.style) { case MENU_ITEM_STYLE_NONE: NOTREACHED(); break; case MENU_ITEM_STYLE_CHECK: // TODO(nona): Implement it. break; case MENU_ITEM_STYLE_RADIO: property->is_selection_item = true; break; case MENU_ITEM_STYLE_SEPARATOR: // TODO(nona): Implement it. break; } } } // TODO(nona): Support item.children. } } // namespace chromeos