// Copyright (c) 2013 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "ui/aura/window_tree_host.h" #include "base/command_line.h" #include "base/feature_list.h" #include "base/threading/thread_task_runner_handle.h" #include "base/trace_event/trace_event.h" #include "build/chromeos_buildflags.h" #include "components/viz/common/features.h" #include "components/viz/common/surfaces/frame_sink_id.h" #include "ui/aura/client/capture_client.h" #include "ui/aura/client/cursor_client.h" #include "ui/aura/env.h" #include "ui/aura/scoped_keyboard_hook.h" #include "ui/aura/scoped_simple_keyboard_hook.h" #include "ui/aura/window.h" #include "ui/aura/window_event_dispatcher.h" #include "ui/aura/window_targeter.h" #include "ui/aura/window_tree_host_observer.h" #include "ui/base/cursor/mojom/cursor_type.mojom-shared.h" #include "ui/base/ime/init/input_method_factory.h" #include "ui/base/ime/input_method.h" #include "ui/base/layout.h" #include "ui/base/ui_base_features.h" #include "ui/base/view_prop.h" #include "ui/compositor/compositor_switches.h" #include "ui/compositor/layer.h" #include "ui/display/display.h" #include "ui/display/screen.h" #include "ui/events/keycodes/dom/dom_code.h" #include "ui/gfx/geometry/insets.h" #include "ui/gfx/geometry/point.h" #include "ui/gfx/geometry/point3_f.h" #include "ui/gfx/geometry/point_conversions.h" #include "ui/gfx/geometry/rect_conversions.h" #include "ui/gfx/geometry/size_conversions.h" #include "ui/gfx/icc_profile.h" #include "ui/gfx/switches.h" #include "ui/platform_window/platform_window_init_properties.h" namespace aura { namespace { const char kWindowTreeHostForAcceleratedWidget[] = "__AURA_WINDOW_TREE_HOST_ACCELERATED_WIDGET__"; #if DCHECK_IS_ON() class ScopedLocalSurfaceIdValidator { public: explicit ScopedLocalSurfaceIdValidator(Window* window) : window_(window), local_surface_id_(window ? window->GetLocalSurfaceId() : viz::LocalSurfaceId()) {} ~ScopedLocalSurfaceIdValidator() { if (window_) { DCHECK_EQ(local_surface_id_, window_->GetLocalSurfaceId()); } } private: Window* const window_; const viz::LocalSurfaceId local_surface_id_; DISALLOW_COPY_AND_ASSIGN(ScopedLocalSurfaceIdValidator); }; #else class ScopedLocalSurfaceIdValidator { public: explicit ScopedLocalSurfaceIdValidator(Window* window) {} ~ScopedLocalSurfaceIdValidator() {} }; #endif } // namespace //////////////////////////////////////////////////////////////////////////////// // WindowTreeHost, public: WindowTreeHost::~WindowTreeHost() { if (display::Screen::GetScreen()) DCHECK(!compositor_) << "compositor must be destroyed before root window"; if (owned_input_method_) { delete input_method_; input_method_ = nullptr; } } // static WindowTreeHost* WindowTreeHost::GetForAcceleratedWidget( gfx::AcceleratedWidget widget) { return reinterpret_cast( ui::ViewProp::GetValue(widget, kWindowTreeHostForAcceleratedWidget)); } void WindowTreeHost::InitHost() { display::Display display = display::Screen::GetScreen()->GetDisplayNearestWindow(window()); device_scale_factor_ = display.device_scale_factor(); UpdateRootWindowSizeInPixels(); InitCompositor(); Env::GetInstance()->NotifyHostInitialized(this); } void WindowTreeHost::AddObserver(WindowTreeHostObserver* observer) { observers_.AddObserver(observer); } void WindowTreeHost::RemoveObserver(WindowTreeHostObserver* observer) { observers_.RemoveObserver(observer); } bool WindowTreeHost::HasObserver(const WindowTreeHostObserver* observer) const { return observers_.HasObserver(observer); } base::WeakPtr WindowTreeHost::GetWeakPtr() { return weak_factory_.GetWeakPtr(); } gfx::Transform WindowTreeHost::GetRootTransform() const { gfx::Transform transform; transform.Scale(device_scale_factor_, device_scale_factor_); transform *= window()->layer()->transform(); return transform; } void WindowTreeHost::SetRootTransform(const gfx::Transform& transform) { window()->SetTransform(transform); UpdateRootWindowSizeInPixels(); } gfx::Transform WindowTreeHost::GetInverseRootTransform() const { gfx::Transform invert; gfx::Transform transform = GetRootTransform(); if (!transform.GetInverse(&invert)) return transform; return invert; } void WindowTreeHost::SetDisplayTransformHint(gfx::OverlayTransform transform) { if (compositor()->display_transform_hint() == transform) return; compositor()->SetDisplayTransformHint(transform); UpdateCompositorScaleAndSize(GetBoundsInPixels().size()); } gfx::Transform WindowTreeHost::GetRootTransformForLocalEventCoordinates() const { return GetRootTransform(); } gfx::Transform WindowTreeHost::GetInverseRootTransformForLocalEventCoordinates() const { gfx::Transform invert; gfx::Transform transform = GetRootTransformForLocalEventCoordinates(); if (!transform.GetInverse(&invert)) return transform; return invert; } void WindowTreeHost::UpdateRootWindowSizeInPixels() { // Validate that the LocalSurfaceId does not change. bool compositor_inited = !!compositor()->root_layer(); ScopedLocalSurfaceIdValidator lsi_validator(compositor_inited ? window() : nullptr); gfx::Rect transformed_bounds_in_pixels = GetTransformedRootWindowBoundsInPixels(GetBoundsInPixels().size()); window()->SetBounds(transformed_bounds_in_pixels); } void WindowTreeHost::UpdateCompositorScaleAndSize( const gfx::Size& new_size_in_pixels) { gfx::Rect new_bounds(new_size_in_pixels); if (compositor_->display_transform_hint() == gfx::OVERLAY_TRANSFORM_ROTATE_90 || compositor_->display_transform_hint() == gfx::OVERLAY_TRANSFORM_ROTATE_270) { new_bounds.Transpose(); } // Allocate a new LocalSurfaceId for the new size or scale factor. window_->AllocateLocalSurfaceId(); ScopedLocalSurfaceIdValidator lsi_validator(window()); compositor_->SetScaleAndSize(device_scale_factor_, new_bounds.size(), window_->GetLocalSurfaceId()); } void WindowTreeHost::ConvertDIPToScreenInPixels(gfx::Point* point) const { ConvertDIPToPixels(point); gfx::Point location = GetLocationOnScreenInPixels(); point->Offset(location.x(), location.y()); } void WindowTreeHost::ConvertScreenInPixelsToDIP(gfx::Point* point) const { gfx::Point location = GetLocationOnScreenInPixels(); point->Offset(-location.x(), -location.y()); ConvertPixelsToDIP(point); } void WindowTreeHost::ConvertDIPToPixels(gfx::Point* point) const { auto point_3f = gfx::Point3F(gfx::PointF(*point)); GetRootTransform().TransformPoint(&point_3f); *point = gfx::ToFlooredPoint(point_3f.AsPointF()); } void WindowTreeHost::ConvertPixelsToDIP(gfx::Point* point) const { auto point_3f = gfx::Point3F(gfx::PointF(*point)); GetInverseRootTransform().TransformPoint(&point_3f); *point = gfx::ToFlooredPoint(point_3f.AsPointF()); } void WindowTreeHost::SetCursor(gfx::NativeCursor cursor) { last_cursor_ = cursor; // A lot of code seems to depend on NULL cursors actually showing an arrow, // so just pass everything along to the host. SetCursorNative(cursor); } void WindowTreeHost::OnCursorVisibilityChanged(bool show) { // Clear any existing mouse hover effects when the cursor becomes invisible. // Note we do not need to dispatch a mouse enter when the cursor becomes // visible because that can only happen in response to a mouse event, which // will trigger its own mouse enter. if (!show) { ui::EventDispatchDetails details = dispatcher()->DispatchMouseExitAtPoint( nullptr, dispatcher()->GetLastMouseLocationInRoot(), ui::EF_CURSOR_HIDE); if (details.dispatcher_destroyed) return; } OnCursorVisibilityChangedNative(show); } void WindowTreeHost::MoveCursorToLocationInDIP( const gfx::Point& location_in_dip) { gfx::Point host_location(location_in_dip); ConvertDIPToPixels(&host_location); MoveCursorToInternal(location_in_dip, host_location); } void WindowTreeHost::MoveCursorToLocationInPixels( const gfx::Point& location_in_pixels) { gfx::Point root_location(location_in_pixels); ConvertPixelsToDIP(&root_location); MoveCursorToInternal(root_location, location_in_pixels); } ui::InputMethod* WindowTreeHost::GetInputMethod() { if (!input_method_) { input_method_ = ui::CreateInputMethod(this, GetAcceleratedWidget()).release(); owned_input_method_ = true; } return input_method_; } void WindowTreeHost::SetSharedInputMethod(ui::InputMethod* input_method) { if (input_method_ && owned_input_method_) delete input_method_; input_method_ = input_method; owned_input_method_ = false; } ui::EventDispatchDetails WindowTreeHost::DispatchKeyEventPostIME( ui::KeyEvent* event) { // If dispatch to IME is already disabled we shouldn't reach here. DCHECK(!dispatcher_->should_skip_ime()); dispatcher_->set_skip_ime(true); // InputMethod::DispatchKeyEvent() is called in PRE_DISPATCH phase, so event // target is reset here to avoid issues in subsequent processing phases. ui::Event::DispatcherApi(event).set_target(nullptr); // We should bypass event rewriters here as they've been tried before. ui::EventDispatchDetails dispatch_details = GetEventSink()->OnEventFromSource(event); if (!dispatch_details.dispatcher_destroyed) dispatcher_->set_skip_ime(false); return dispatch_details; } ui::EventSink* WindowTreeHost::GetEventSink() { return dispatcher_.get(); } int64_t WindowTreeHost::GetDisplayId() { return display::Screen::GetScreen()->GetDisplayNearestWindow(window()).id(); } void WindowTreeHost::Show() { // Ensure that compositor has been properly initialized, see InitCompositor() // and InitHost(). DCHECK(compositor()); DCHECK_EQ(compositor()->root_layer(), window()->layer()); compositor()->SetVisible(true); ShowImpl(); window()->Show(); } void WindowTreeHost::Hide() { HideImpl(); if (compositor()) compositor()->SetVisible(false); } std::unique_ptr WindowTreeHost::CaptureSystemKeyEvents( absl::optional> dom_codes) { // TODO(joedow): Remove the simple hook class/logic once this flag is removed. if (!base::FeatureList::IsEnabled(features::kSystemKeyboardLock)) return std::make_unique(std::move(dom_codes)); if (CaptureSystemKeyEventsImpl(std::move(dom_codes))) return std::make_unique(weak_factory_.GetWeakPtr()); return nullptr; } bool WindowTreeHost::ShouldSendKeyEventToIme() { return true; } bool WindowTreeHost::IsNativeWindowOcclusionEnabled() { return native_window_occlusion_enabled_; } void WindowTreeHost::SetNativeWindowOcclusionState( Window::OcclusionState state) { if (occlusion_state_ != state) { occlusion_state_ = state; for (WindowTreeHostObserver& observer : observers_) observer.OnOcclusionStateChanged(this, state); } } std::unique_ptr WindowTreeHost::RequestUnadjustedMovement() { NOTIMPLEMENTED(); return nullptr; } bool WindowTreeHost::SupportsMouseLock() { return false; } void WindowTreeHost::LockMouse(Window* window) { Window* root_window = window->GetRootWindow(); DCHECK(root_window); auto* cursor_client = client::GetCursorClient(root_window); if (cursor_client) { cursor_client->HideCursor(); cursor_client->LockCursor(); } } void WindowTreeHost::UnlockMouse(Window* window) { Window* root_window = window->GetRootWindow(); DCHECK(root_window); if (window->HasCapture()) window->ReleaseCapture(); auto* cursor_client = client::GetCursorClient(root_window); if (cursor_client) { cursor_client->UnlockCursor(); cursor_client->ShowCursor(); } } //////////////////////////////////////////////////////////////////////////////// // WindowTreeHost, protected: WindowTreeHost::WindowTreeHost(std::unique_ptr window) : window_(window.release()), // See header for details on ownership. occlusion_state_(Window::OcclusionState::UNKNOWN), last_cursor_(ui::mojom::CursorType::kNull), input_method_(nullptr), owned_input_method_(false) { if (!window_) window_ = new Window(nullptr); auto display = display::Screen::GetScreen()->GetDisplayNearestWindow(window_); device_scale_factor_ = display.device_scale_factor(); #if defined(OS_WIN) // The feature state is neccessary but not sufficient for checking if // occlusion is enabled. It may be disabled by other means (e.g., policy). native_window_occlusion_enabled_ = !base::CommandLine::ForCurrentProcess()->HasSwitch(switches::kHeadless) && base::FeatureList::IsEnabled(features::kCalculateNativeWinOcclusion); #endif } void WindowTreeHost::IntializeDeviceScaleFactor(float device_scale_factor) { DCHECK(!compositor_->root_layer()) << "Only call this before InitHost()"; device_scale_factor_ = device_scale_factor; } void WindowTreeHost::DestroyCompositor() { if (compositor_) { compositor_->RemoveObserver(this); compositor_.reset(); } } void WindowTreeHost::DestroyDispatcher() { Env::GetInstance()->NotifyHostDestroyed(this); delete window_; window_ = nullptr; dispatcher_.reset(); // TODO(beng): this comment is no longer quite valid since this function // isn't called from WED, and WED isn't a subclass of Window. So it seems // like we could just rely on ~Window now. // Destroy child windows while we're still valid. This is also done by // ~Window, but by that time any calls to virtual methods overriden here (such // as GetRootWindow()) result in Window's implementation. By destroying here // we ensure GetRootWindow() still returns this. //window()->RemoveOrDestroyChildren(); } void WindowTreeHost::CreateCompositor( bool force_software_compositor, bool use_external_begin_frame_control, bool enable_compositing_based_throttling) { Env* env = Env::GetInstance(); ui::ContextFactory* context_factory = env->context_factory(); DCHECK(context_factory); compositor_ = std::make_unique( context_factory->AllocateFrameSinkId(), context_factory, base::ThreadTaskRunnerHandle::Get(), ui::IsPixelCanvasRecordingEnabled(), use_external_begin_frame_control, force_software_compositor, enable_compositing_based_throttling); #if BUILDFLAG(IS_CHROMEOS_ASH) compositor_->AddObserver(this); #endif if (!dispatcher()) { window()->Init(ui::LAYER_NOT_DRAWN); window()->set_host(this); window()->SetName("RootWindow"); dispatcher_ = std::make_unique(this); } } void WindowTreeHost::InitCompositor() { DCHECK(!compositor_->root_layer()); compositor_->SetScaleAndSize(device_scale_factor_, GetBoundsInPixels().size(), window()->GetLocalSurfaceId()); compositor_->SetRootLayer(window()->layer()); display::Display display = display::Screen::GetScreen()->GetDisplayNearestWindow(window()); compositor_->SetDisplayColorSpaces(display.color_spaces()); } void WindowTreeHost::OnAcceleratedWidgetAvailable() { compositor_->SetAcceleratedWidget(GetAcceleratedWidget()); prop_ = std::make_unique( GetAcceleratedWidget(), kWindowTreeHostForAcceleratedWidget, this); } void WindowTreeHost::OnHostMovedInPixels( const gfx::Point& new_location_in_pixels) { TRACE_EVENT1("ui", "WindowTreeHost::OnHostMovedInPixels", "origin", new_location_in_pixels.ToString()); for (WindowTreeHostObserver& observer : observers_) observer.OnHostMovedInPixels(this, new_location_in_pixels); } void WindowTreeHost::OnHostResizedInPixels( const gfx::Size& new_size_in_pixels) { // The compositor is deleted from WM_DESTROY, but we don't delete things until // WM_NCDESTROY, and it must be possible to still get some messages between // these two. if (!compositor_) return; display::Display display = display::Screen::GetScreen()->GetDisplayNearestWindow(window()); device_scale_factor_ = display.device_scale_factor(); UpdateRootWindowSizeInPixels(); // Passing |new_size_in_pixels| to set compositor size. It could be different // from GetBoundsInPixels() on Windows to contain extra space for window // transition animations and should be used to set compositor size instead of // GetBoundsInPixels() in such case. UpdateCompositorScaleAndSize(new_size_in_pixels); for (WindowTreeHostObserver& observer : observers_) observer.OnHostResized(this); } void WindowTreeHost::OnHostWorkspaceChanged() { for (WindowTreeHostObserver& observer : observers_) observer.OnHostWorkspaceChanged(this); } void WindowTreeHost::OnHostDisplayChanged() { if (!compositor_) return; display::Display display = display::Screen::GetScreen()->GetDisplayNearestWindow(window()); compositor_->SetDisplayColorSpaces(display.color_spaces()); } void WindowTreeHost::OnHostCloseRequested() { for (WindowTreeHostObserver& observer : observers_) observer.OnHostCloseRequested(this); } void WindowTreeHost::OnHostLostWindowCapture() { // It is possible for this function to be called during destruction, after the // root window has already been destroyed (e.g. when the ui::PlatformWindow is // destroyed, and during destruction, it loses capture. See more details in // http://crbug.com/770670) if (!window()) return; Window* capture_window = client::GetCaptureWindow(window()); if (capture_window && capture_window->GetRootWindow() == window()) capture_window->ReleaseCapture(); } void WindowTreeHost::OnDisplayMetricsChanged(const display::Display& display, uint32_t metrics) { if (metrics & DisplayObserver::DISPLAY_METRIC_COLOR_SPACE && compositor_ && display.id() == GetDisplayId()) compositor_->SetDisplayColorSpaces(display.color_spaces()); // Chrome OS is handled in WindowTreeHostManager::OnDisplayMetricsChanged. // Chrome OS requires additional handling for the bounds that we do not need to // do for other OSes. #if !BUILDFLAG(IS_CHROMEOS_ASH) if (metrics & DISPLAY_METRIC_DEVICE_SCALE_FACTOR && display.id() == GetDisplayId()) OnHostResizedInPixels(GetBoundsInPixels().size()); #endif } gfx::Rect WindowTreeHost::GetTransformedRootWindowBoundsInPixels( const gfx::Size& size_in_pixels) const { gfx::RectF new_bounds = gfx::RectF(gfx::Rect(size_in_pixels)); GetInverseRootTransform().TransformRect(&new_bounds); return gfx::ToEnclosingRect(new_bounds); } void WindowTreeHost::SetNativeWindowOcclusionEnabled(bool enable) { native_window_occlusion_enabled_ = enable; // TODO(crbug.com/1051306) If enabled is false, make this // turn off native window occlusion on this window. Only Windows has // native window occlusion currently. } //////////////////////////////////////////////////////////////////////////////// // WindowTreeHost, private: void WindowTreeHost::MoveCursorToInternal(const gfx::Point& root_location, const gfx::Point& host_location) { last_cursor_request_position_in_host_ = host_location; MoveCursorToScreenLocationInPixels(host_location); client::CursorClient* cursor_client = client::GetCursorClient(window()); if (cursor_client) { const display::Display& display = display::Screen::GetScreen()->GetDisplayNearestWindow(window()); cursor_client->SetDisplay(display); } dispatcher()->OnCursorMovedToRootLocation(root_location); } void WindowTreeHost::OnCompositingEnded(ui::Compositor* compositor) { if (!holding_pointer_moves_) return; dispatcher_->ReleasePointerMoves(); holding_pointer_moves_ = false; } void WindowTreeHost::OnCompositingChildResizing(ui::Compositor* compositor) { if (!Env::GetInstance()->throttle_input_on_resize() || holding_pointer_moves_) return; dispatcher_->HoldPointerMoves(); holding_pointer_moves_ = true; } void WindowTreeHost::OnFrameSinksToThrottleUpdated( const base::flat_set& ids) { for (auto& observer : observers_) observer.OnCompositingFrameSinksToThrottleUpdated(this, ids); } } // namespace aura