Flutter macOS Embedder
FlutterPlatformNodeDelegateMac.mm
Go to the documentation of this file.
1 // Copyright 2013 The Flutter Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
6 
11 
13 #include "flutter/third_party/accessibility/ax/ax_action_data.h"
14 #include "flutter/third_party/accessibility/ax/ax_node_position.h"
15 #include "flutter/third_party/accessibility/ax/platform/ax_platform_node.h"
16 #include "flutter/third_party/accessibility/ax/platform/ax_platform_node_base.h"
17 #include "flutter/third_party/accessibility/base/string_utils.h"
18 #include "flutter/third_party/accessibility/gfx/geometry/rect_conversions.h"
19 #include "flutter/third_party/accessibility/gfx/mac/coordinate_conversion.h"
20 
21 namespace flutter { // namespace
22 
24  std::weak_ptr<AccessibilityBridge> bridge,
25  __weak FlutterViewController* view_controller)
26  : bridge_(std::move(bridge)), view_controller_(view_controller) {}
27 
28 void FlutterPlatformNodeDelegateMac::Init(std::weak_ptr<OwnerBridge> bridge, ui::AXNode* node) {
30  if (GetData().IsTextField()) {
31  ax_platform_node_ = new FlutterTextPlatformNode(this, view_controller_);
32  } else {
33  ax_platform_node_ = ui::AXPlatformNode::Create(this);
34  }
35  NSCAssert(ax_platform_node_, @"Failed to create platform node.");
36 }
37 
39  // Destroy() also calls delete on itself.
40  ax_platform_node_->Destroy();
41 }
42 
44  NSCAssert(ax_platform_node_, @"Platform node does not exist.");
45  return ax_platform_node_->GetNativeViewAccessible();
46 }
47 
48 gfx::NativeViewAccessible FlutterPlatformNodeDelegateMac::GetParent() {
49  gfx::NativeViewAccessible parent = FlutterPlatformNodeDelegate::GetParent();
50  if (!parent) {
51  NSCAssert(view_controller_.viewLoaded, @"Flutter view must be loaded");
52  return view_controller_.flutterView;
53  }
54  return parent;
55 }
56 
58  const ui::AXCoordinateSystem coordinate_system,
59  const ui::AXClippingBehavior clipping_behavior,
60  ui::AXOffscreenResult* offscreen_result) const {
61  gfx::Rect local_bounds = FlutterPlatformNodeDelegate::GetBoundsRect(
62  coordinate_system, clipping_behavior, offscreen_result);
63  gfx::RectF local_bounds_f(local_bounds);
64  gfx::RectF screen_bounds = ConvertBoundsFromLocalToScreen(local_bounds_f);
65  return gfx::ToEnclosingRect(ConvertBoundsFromScreenToGlobal(screen_bounds));
66 }
67 
68 gfx::NativeViewAccessible FlutterPlatformNodeDelegateMac::GetNSWindow() {
69  FlutterAppDelegate* appDelegate = (FlutterAppDelegate*)[NSApp delegate];
70  return appDelegate.mainFlutterWindow;
71 }
72 
74  if (GetAXNode()->IsIgnored()) {
75  return "";
76  }
77 
78  std::string text = GetData().GetStringAttribute(ax::mojom::StringAttribute::kName);
79  if (!text.empty()) {
80  return text;
81  };
82  auto bridge_ptr = bridge_.lock();
83  NSCAssert(bridge_ptr, @"Accessibility bridge in flutter engine must not be null.");
84  for (int32_t child : GetData().child_ids) {
85  auto delegate_child = bridge_ptr->GetFlutterPlatformNodeDelegateFromID(child).lock();
86  if (!delegate_child) {
87  continue;
88  }
89  text += std::static_pointer_cast<FlutterPlatformNodeDelegateMac>(delegate_child)
90  ->GetLiveRegionText();
91  }
92  return text;
93 }
94 
95 gfx::RectF FlutterPlatformNodeDelegateMac::ConvertBoundsFromLocalToScreen(
96  const gfx::RectF& local_bounds) const {
97  // Converts to NSRect to use NSView rect conversion.
98  NSRect ns_local_bounds =
99  NSMakeRect(local_bounds.x(), local_bounds.y(), local_bounds.width(), local_bounds.height());
100  // The macOS XY coordinates start at bottom-left and increase toward top-right,
101  // which is different from the Flutter's XY coordinates that start at top-left
102  // increasing to bottom-right. Therefore, this method needs to flip the y coordinate when
103  // it converts the bounds from flutter coordinates to macOS coordinates.
104  ns_local_bounds.origin.y = -ns_local_bounds.origin.y - ns_local_bounds.size.height;
105 
106  NSCAssert(view_controller_.viewLoaded, @"Flutter view must be loaded.");
107  NSRect ns_view_bounds = [view_controller_.flutterView convertRectFromBacking:ns_local_bounds];
108  NSRect ns_window_bounds = [view_controller_.flutterView convertRect:ns_view_bounds toView:nil];
109  NSRect ns_screen_bounds =
110  [[view_controller_.flutterView window] convertRectToScreen:ns_window_bounds];
111  gfx::RectF screen_bounds(ns_screen_bounds.origin.x, ns_screen_bounds.origin.y,
112  ns_screen_bounds.size.width, ns_screen_bounds.size.height);
113  return screen_bounds;
114 }
115 
116 gfx::RectF FlutterPlatformNodeDelegateMac::ConvertBoundsFromScreenToGlobal(
117  const gfx::RectF& screen_bounds) const {
118  // The VoiceOver seems to only accept bounds that are relative to primary screen.
119  // Thus, this method uses [[NSScreen screens] firstObject] instead of [NSScreen mainScreen].
120  NSScreen* screen = [[NSScreen screens] firstObject];
121  NSRect primary_screen_bounds = [screen frame];
122  // The screen is flipped against y axis.
123  float flipped_y = primary_screen_bounds.size.height - screen_bounds.y() - screen_bounds.height();
124  return {screen_bounds.x(), flipped_y, screen_bounds.width(), screen_bounds.height()};
125 }
126 
127 } // namespace flutter
flutter::FlutterPlatformNodeDelegateMac::Init
void Init(std::weak_ptr< OwnerBridge > bridge, ui::AXNode *node) override
Called only once, immediately after construction. The constructor doesn't take any arguments because ...
Definition: FlutterPlatformNodeDelegateMac.mm:28
flutter::FlutterPlatformNodeDelegateMac::GetLiveRegionText
std::string GetLiveRegionText() const
Gets the live region text of this node in UTF-8 format. This is useful to determine the changes in be...
Definition: FlutterPlatformNodeDelegateMac.mm:73
FlutterViewController
Definition: FlutterViewController.h:73
flutter::FlutterTextPlatformNode
The ax platform node for a text field.
Definition: FlutterTextInputSemanticsObject.h:22
flutter::FlutterPlatformNodeDelegate::Init
virtual void Init(std::weak_ptr< OwnerBridge > bridge, ui::AXNode *node)
Called only once, immediately after construction. The constructor doesn't take any arguments because ...
Definition: flutter_platform_node_delegate.cc:20
FlutterEngine_Internal.h
flutter::FlutterPlatformNodeDelegateMac::FlutterPlatformNodeDelegateMac
FlutterPlatformNodeDelegateMac(std::weak_ptr< AccessibilityBridge > bridge, __weak FlutterViewController *view_controller)
Definition: FlutterPlatformNodeDelegateMac.mm:23
flutter::FlutterPlatformNodeDelegate::GetData
const ui::AXNodeData & GetData() const override
Definition: flutter_platform_node_delegate.cc:60
flutter::FlutterPlatformNodeDelegateMac::GetNSWindow
gfx::NativeViewAccessible GetNSWindow() override
Definition: FlutterPlatformNodeDelegateMac.mm:68
flutter::FlutterPlatformNodeDelegate::GetBoundsRect
gfx::Rect GetBoundsRect(const ui::AXCoordinateSystem coordinate_system, const ui::AXClippingBehavior clipping_behavior, ui::AXOffscreenResult *offscreen_result) const override
Definition: flutter_platform_node_delegate.cc:94
FlutterPlatformNodeDelegateMac.h
flutter::FlutterPlatformNodeDelegateMac::GetParent
gfx::NativeViewAccessible GetParent() override
Definition: FlutterPlatformNodeDelegateMac.mm:48
flutter
Definition: AccessibilityBridgeMac.h:16
FlutterAppDelegate
Definition: FlutterAppDelegate.h:54
FlutterAppDelegate.h
flutter::FlutterPlatformNodeDelegateMac::~FlutterPlatformNodeDelegateMac
virtual ~FlutterPlatformNodeDelegateMac()
Definition: FlutterPlatformNodeDelegateMac.mm:38
FlutterAppDelegate::mainFlutterWindow
IBOutlet NSWindow * mainFlutterWindow
Definition: FlutterAppDelegate.h:65
flutter::FlutterPlatformNodeDelegateMac::GetBoundsRect
gfx::Rect GetBoundsRect(const ui::AXCoordinateSystem coordinate_system, const ui::AXClippingBehavior clipping_behavior, ui::AXOffscreenResult *offscreen_result) const override
Definition: FlutterPlatformNodeDelegateMac.mm:57
flutter::FlutterPlatformNodeDelegate::GetAXNode
ui::AXNode * GetAXNode() const
Gets the underlying ax node for this platform node delegate.
Definition: flutter_platform_node_delegate.cc:26
flutter::FlutterPlatformNodeDelegateMac::GetNativeViewAccessible
gfx::NativeViewAccessible GetNativeViewAccessible() override
Definition: FlutterPlatformNodeDelegateMac.mm:43
FlutterViewController_Internal.h
flutter::FlutterPlatformNodeDelegate::GetParent
gfx::NativeViewAccessible GetParent() override
Definition: flutter_platform_node_delegate.cc:64
FlutterTextInputSemanticsObject.h
accessibility_bridge.h