// Copyright 2016 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef UI_ACCESSIBILITY_AX_POSITION_H_ #define UI_ACCESSIBILITY_AX_POSITION_H_ #include #include #include #include #include #include #include #include #include #include "base/containers/contains.h" #include "base/containers/stack.h" #include "base/i18n/break_iterator.h" #include "base/no_destructor.h" #include "base/strings/string_number_conversions.h" #include "base/strings/string_util.h" #include "base/strings/utf_string_conversions.h" #include "third_party/abseil-cpp/absl/types/optional.h" #include "ui/accessibility/ax_common.h" #include "ui/accessibility/ax_enum_util.h" #include "ui/accessibility/ax_enums.mojom.h" #include "ui/accessibility/ax_node.h" #include "ui/accessibility/ax_node_data.h" #include "ui/accessibility/ax_role_properties.h" #include "ui/accessibility/ax_text_attributes.h" #include "ui/accessibility/ax_tree_id.h" #include "ui/accessibility/ax_tree_manager.h" #include "ui/accessibility/ax_tree_manager_map.h" #include "ui/gfx/utf16_indexing.h" namespace ui { // Defines the type of position in the accessibility tree. // A tree position is used when referring to a specific child of a node in the // accessibility tree. // A text position is used when referring to a specific character of text inside // a particular node. // A null position is used to signify that the provided data is invalid or that // a boundary has been reached. enum class AXPositionKind { NULL_POSITION, TREE_POSITION, TEXT_POSITION }; // Defines how creating the next or previous position should behave whenever we // are at or are crossing a boundary, such as at the start of an anchor, a word // or a line. enum class AXBoundaryBehavior { CrossBoundary, StopAtAnchorBoundary, StopIfAlreadyAtBoundary, StopAtLastAnchorBoundary }; // Describes in further detail what type of boundary a current position is on. // // For complex boundaries such as format boundaries, it can be useful to know // why a particular boundary was chosen. enum class AXBoundaryType { // Not at a unit boundary. kNone, // At a unit boundary (e.g. a format boundary). kUnitBoundary, // At the start of the whole content, possibly spanning multiple accessibility // trees. kContentStart, // At the end of the whole content, possibly spanning multiple accessibility // trees. kContentEnd }; // When converting to an unignored position, determines how to adjust the new // position in order to make it valid, either moving backward or forward in // the accessibility tree. enum class AXPositionAdjustmentBehavior { kMoveBackward, kMoveForward }; // Specifies how AXPosition::ExpandToEnclosingTextBoundary behaves. // // As an example, imagine we have the text "hello world" and a position before // the space character. We want to expand to the surrounding word boundary. // Since we are right at the end of the first word, we could either expand to // the left first, find the start of the first word and then use that to find // the corresponding word end, resulting in the word "Hello". Another // possibility is to expand to the right first, find the end of the next word // and use that as our starting point to find the previous word start, resulting // in the word "world". enum class AXRangeExpandBehavior { // Expands to the left boundary first and then uses that position as the // starting point to find the boundary to the right. kLeftFirst, // Expands to the right boundary first and then uses that position as the // starting point to find the boundary to the left. kRightFirst }; // Some platforms require most objects, including empty objects, to be // represented by an "embedded object character" in order for text navigation to // work correctly. This enum controls whether a replacement character will be // exposed for such objects. // // When an embedded object is replaced by this special character, the // expectations are the same with this character as with other ordinary // characters. // // For example, with UIA on Windows, we need to be able to navigate inside and // outside of this character as if it was an ordinary character, using the // `AXPlatformNodeTextRangeProvider` methods. Since an "embedded object // character" is the only character in a node, we also treat this character as a // word. enum class AXEmbeddedObjectBehavior { kExposeCharacter, kSuppressCharacter, }; // Controls whether embedded objects are represented by a replacement // character. This is initialized to a per-platform default but can be // overridden for testing. // // On some platforms, most objects are represented in the text of their parents // with a special "embedded object character" and not with their actual text // contents. Also on the same platforms, if a node has only ignored descendants, // i.e., it appears to be empty to assistive software, we need to treat it as a // character and a word boundary. For example, an empty text field should act as // a character and a word boundary when a screen reader user tries to navigate // through it, otherwise the text field would be missed by the user. // Tests should use ScopedAXEmbeddedObjectBehaviorSetter to change this. // TODO(crbug.com/1204592) Don't export this so tests can't change it. extern AX_EXPORT AXEmbeddedObjectBehavior g_ax_embedded_object_behavior; namespace testing { class AX_EXPORT ScopedAXEmbeddedObjectBehaviorSetter { public: explicit ScopedAXEmbeddedObjectBehaviorSetter( AXEmbeddedObjectBehavior behavior); ~ScopedAXEmbeddedObjectBehaviorSetter(); private: AXEmbeddedObjectBehavior prev_behavior_; }; } // namespace testing // Forward declarations. template class AXPosition; template class AXRange; template bool operator==(const AXPosition& first, const AXPosition& second); template bool operator!=(const AXPosition& first, const AXPosition& second); // A position in the accessibility tree. // // This class could either represent a tree position or a text position. // Tree positions point to either a child of a specific node or at the end of a // node (i.e. an "after children" position). // Text positions point to either a character offset in the text inside a // particular node including text from all its children, or to the end of the // node's text, (i.e. an "after text" position). // On tree positions that have a leaf node as their anchor, we also need to // distinguish between "before text" and "after text" positions. To do this, if // the child index is 0 and the anchor is a leaf node, then it's an "after text" // position. If the child index is |BEFORE_TEXT| and the anchor is a leaf node, // then this is a "before text" position. // It doesn't make sense to have a "before text" position on a text position, // because it is identical to setting its offset to the first character. // // To avoid re-computing either the text offset or the child index when // converting between the two types of positions, both values are saved after // the first conversion. // // This class template uses static polymorphism in order to allow sub-classes to // be created from the base class without the base class knowing the type of the // sub-class in advance. // The template argument |AXPositionType| should always be set to the type of // any class that inherits from this template, making this a // "curiously recursive template". // // This class can be copied using the |Clone| method. It is designed to be // immutable. template class AXPosition { public: using AXPositionInstance = std::unique_ptr>; using AXRangeType = AXRange>; using BoundaryConditionPredicate = base::RepeatingCallback; using BoundaryTextOffsetsFunc = base::RepeatingCallback(const AXPositionInstance&)>; static const int BEFORE_TEXT = -1; static const int INVALID_INDEX = -2; static const int INVALID_OFFSET = -1; static AXPositionInstance CreateNullPosition() { AXPositionInstance new_position(new AXPositionType()); new_position->Initialize(AXPositionKind::NULL_POSITION, AXTreeIDUnknown(), kInvalidAXNodeID, INVALID_INDEX, INVALID_OFFSET, ax::mojom::TextAffinity::kDownstream); return new_position; } static AXPositionInstance CreateTreePosition(AXTreeID tree_id, AXNodeID anchor_id, int child_index) { AXPositionInstance new_position(new AXPositionType()); new_position->Initialize(AXPositionKind::TREE_POSITION, tree_id, anchor_id, child_index, INVALID_OFFSET, ax::mojom::TextAffinity::kDownstream); return new_position; } static AXPositionInstance CreateTextPosition( AXTreeID tree_id, AXNodeID anchor_id, int text_offset, ax::mojom::TextAffinity affinity) { AXPositionInstance new_position(new AXPositionType()); new_position->Initialize(AXPositionKind::TEXT_POSITION, tree_id, anchor_id, INVALID_INDEX, text_offset, affinity); return new_position; } virtual ~AXPosition() = default; // Implemented based on the copy and swap idiom. AXPosition& operator=(const AXPosition& other) { AXPositionInstance clone = other.Clone(); swap(*clone); return *this; } virtual AXPositionInstance Clone() const = 0; AXPositionInstance CloneWithDownstreamAffinity() const { if (!IsTextPosition()) { NOTREACHED() << "Only text positions have affinity."; return CreateNullPosition(); } AXPositionInstance clone_with_downstream_affinity = Clone(); clone_with_downstream_affinity->affinity_ = ax::mojom::TextAffinity::kDownstream; return clone_with_downstream_affinity; } AXPositionInstance CloneWithUpstreamAffinity() const { if (!IsTextPosition()) { NOTREACHED() << "Only text positions have affinity."; return CreateNullPosition(); } AXPositionInstance clone_with_upstream_affinity = Clone(); clone_with_upstream_affinity->affinity_ = ax::mojom::TextAffinity::kUpstream; return clone_with_upstream_affinity; } // A serialization of a position as POD. Not for sharing on disk or sharing // across thread or process boundaries, just for passing a position to an // API that works with positions as opaque objects. struct SerializedPosition { AXPositionKind kind; AXNodeID anchor_id; int child_index; int text_offset; ax::mojom::TextAffinity affinity; char tree_id[33]; }; static_assert(std::is_trivially_copyable::value, "SerializedPosition must be POD"); SerializedPosition Serialize() { SerializedPosition result; result.kind = kind_; // A tree ID can be serialized as a 32-byte string. std::string tree_id_string = tree_id_.ToString(); DCHECK_LE(tree_id_string.size(), 32U); strncpy(result.tree_id, tree_id_string.c_str(), 32); result.tree_id[32] = 0; result.anchor_id = anchor_id_; result.child_index = child_index_; result.text_offset = text_offset_; result.affinity = affinity_; return result; } static AXPositionInstance Unserialize( const SerializedPosition& serialization) { AXPositionInstance new_position(new AXPositionType()); new_position->Initialize(serialization.kind, ui::AXTreeID::FromString(serialization.tree_id), serialization.anchor_id, serialization.child_index, serialization.text_offset, serialization.affinity); return new_position; } std::string ToString() const { std::string str; switch (kind_) { case AXPositionKind::NULL_POSITION: return "NullPosition"; case AXPositionKind::TREE_POSITION: { std::string str_child_index; if (child_index_ == BEFORE_TEXT) { str_child_index = "before_text"; } else if (child_index_ == INVALID_INDEX) { str_child_index = "invalid"; } else { str_child_index = base::NumberToString(child_index_); } str = "TreePosition tree_id=" + tree_id_.ToString() + " anchor_id=" + base::NumberToString(anchor_id_) + " child_index=" + str_child_index; break; } case AXPositionKind::TEXT_POSITION: { std::string str_text_offset; if (text_offset_ == INVALID_OFFSET) { str_text_offset = "invalid"; } else { str_text_offset = base::NumberToString(text_offset_); } str = "TextPosition anchor_id=" + base::NumberToString(anchor_id_) + " text_offset=" + str_text_offset + " affinity=" + ui::ToString(static_cast(affinity_)); break; } } if (!IsTextPosition() || text_offset_ > MaxTextOffset()) return str; const std::u16string& text = GetText(); DCHECK_GE(text_offset_, 0); const size_t max_text_offset = text.size(); DCHECK_LE(text_offset_, static_cast(max_text_offset)) << text; std::u16string annotated_text; if (text_offset_ == static_cast(max_text_offset)) { annotated_text = text + u"<>"; } else { annotated_text = text.substr(0, text_offset_) + u"<" + text[text_offset_] + u">" + text.substr(text_offset_ + 1); } return str + " annotated_text=" + base::UTF16ToUTF8(annotated_text); } // Helper for logging the position, the AXTreeManager and the anchor node. std::string ToDebugString() const { if (IsNullPosition()) { return "* Position: null"; } DCHECK(GetAnchor()); DCHECK(GetManager()); std::ostringstream str; str << "* Position: " << ToString() << "\n* Manager: " << GetManager()->ToString() << "\n* Anchor node: " << *GetAnchor(); return str.str(); } AXTreeID tree_id() const { return tree_id_; } AXNodeID anchor_id() const { return anchor_id_; } AXTreeManager* GetManager() const { return AXTreeManagerMap::GetInstance().GetManager(tree_id()); } AXNode* GetAnchor() const { if (tree_id_ == AXTreeIDUnknown() || anchor_id_ == kInvalidAXNodeID) return nullptr; const AXTreeManager* manager = GetManager(); if (manager) return manager->GetNodeFromTree(tree_id(), anchor_id()); return nullptr; } int GetAnchorSiblingCount() const { if (IsNullPosition()) return 0; AXPositionInstance parent_position = AsTreePosition()->CreateParentPosition( ax::mojom::MoveDirection::kBackward); if (!parent_position->IsNullPosition()) return parent_position->AnchorChildCount(); return 0; } AXPositionKind kind() const { return kind_; } int child_index() const { return child_index_; } int text_offset() const { return text_offset_; } ax::mojom::TextAffinity affinity() const { return affinity_; } bool IsIgnored() const { if (IsNullPosition()) return false; DCHECK(GetAnchor()); // If this position is anchored to an ignored node, then consider this // position to be ignored. if (GetAnchor()->IsIgnored()) return true; switch (kind_) { case AXPositionKind::NULL_POSITION: NOTREACHED(); return false; case AXPositionKind::TREE_POSITION: { // If this is a "before text" or an "after text" tree position, it's // pointing to the anchor itself, which we've determined to be // unignored. DCHECK(!IsLeaf() || child_index_ == BEFORE_TEXT || child_index_ == 0) << "\"Before text\" and \"after text\" tree positions are only " "valid on leaf nodes."; if (child_index_ == BEFORE_TEXT || IsLeaf()) return false; // If this position is an "after children" position, consider the // position to be ignored if the last child is ignored. This is because // the last child will not be visible in the unignored tree. // // For example, in the following tree if the position is not adjusted, // the resulting position would erroneously point before the second // child in the unignored subtree rooted at the last child. // // 1 kRootWebArea // ++2 kGenericContainer ignored // ++++3 kStaticText "Line 1." // ++++4 kStaticText "Line 2." // // Tree position anchor=kGenericContainer, child_index=1. // // Alternatively, if there is a node at the position pointed to by // "child_index_", i.e. this position is neither a leaf position nor an // "after children" position, consider this tree position to be ignored // if the child node is ignored. int adjusted_child_index = child_index_ != AnchorChildCount() ? child_index_ : child_index_ - 1; AXPositionInstance child_position = CreateChildPositionAt(adjusted_child_index); DCHECK(child_position && !child_position->IsNullPosition()); return child_position->GetAnchor()->IsIgnored(); } case AXPositionKind::TEXT_POSITION: // If the corresponding leaf position is ignored, the current text // offset will point to ignored text. Therefore, consider this position // to be ignored. if (!IsLeaf()) return AsLeafTreePosition()->IsIgnored(); return false; } } bool IsNullPosition() const { return kind_ == AXPositionKind::NULL_POSITION || !GetAnchor(); } bool IsTreePosition() const { return GetAnchor() && kind_ == AXPositionKind::TREE_POSITION; } bool IsLeafTreePosition() const { return IsTreePosition() && IsLeaf(); } bool IsTextPosition() const { return GetAnchor() && kind_ == AXPositionKind::TEXT_POSITION; } bool IsLeafTextPosition() const { return IsTextPosition() && IsLeaf(); } bool IsLeaf() const { if (IsNullPosition()) return false; return !AnchorChildCount() || IsEmptyObjectReplacedByCharacter(); } // Returns true if this is a valid position, e.g. the child_index_ or // text_offset_ is within a valid range. bool IsValid() const { switch (kind_) { case AXPositionKind::NULL_POSITION: return tree_id_ == AXTreeIDUnknown() && anchor_id_ == kInvalidAXNodeID && child_index_ == INVALID_INDEX && text_offset_ == INVALID_OFFSET && affinity_ == ax::mojom::TextAffinity::kDownstream; case AXPositionKind::TREE_POSITION: return GetAnchor() && (child_index_ == BEFORE_TEXT || (child_index_ >= 0 && child_index_ <= AnchorChildCount())); case AXPositionKind::TEXT_POSITION: if (!GetAnchor()) return false; // For performance reasons we skip any validation of the text offset // that involves retrieving the anchor's text, if the offset is set to // 0, because 0 is frequently used and always valid regardless of the // actual text. return text_offset_ == 0 || (text_offset_ > 0 && text_offset_ <= MaxTextOffset()); } } // TODO(nektar): Update logic of AtStartOfAnchor() for text_offset_ == 0 and // fix related bug. bool AtStartOfAnchor() const { if (!GetAnchor()) return false; switch (kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: if (IsLeaf()) return child_index_ == BEFORE_TEXT; return child_index_ == 0; case AXPositionKind::TEXT_POSITION: return text_offset_ == 0; } } bool AtEndOfAnchor() const { if (!GetAnchor()) return false; switch (kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: return child_index_ == AnchorChildCount(); case AXPositionKind::TEXT_POSITION: return text_offset_ == MaxTextOffset(); } } bool AtStartOfWord() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { const std::vector word_starts = text_position->GetWordStartOffsets(); return base::Contains(word_starts, int32_t{text_position->text_offset_}); } } } bool AtEndOfWord() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { const std::vector word_ends = text_position->GetWordEndOffsets(); return base::Contains(word_ends, int32_t{text_position->text_offset_}); } } } bool AtStartOfLine() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: // We treat a position after some white space that is not connected to // any node after it via "next on line ID", to be equivalent to a // position before the next line, and therefore as being at start of // line. // // We assume that white space, including but not limited to hard line // breaks, might be used to separate lines. For example, an inline text // box with just a single space character inside it can be used to // represent a soft line break. If an inline text box containing white // space separates two lines, it should always be connected to the first // line via "kPreviousOnLineId". This is guaranteed by the renderer. If // there are multiple line breaks separating the two lines, then only // the first line break is connected to the first line via // "kPreviousOnLineId". // // Sometimes there might be an inline text box with a single space in it // at the end of a text field. We should not mark positions that are at // the end of text fields, or in general at the end of their anchor, as // being at the start of line, except when that anchor is an inline text // box that is in the middle of a text span. Note that in most but not // all cases, the parent of an inline text box is a static text object, // whose end signifies the end of the text span. One exception is line // breaks. if (text_position->AtEndOfAnchor() && !text_position->AtEndOfTextSpan() && text_position->IsInWhiteSpace() && text_position->GetNextOnLineID() == kInvalidAXNodeID) { return true; } return text_position->GetPreviousOnLineID() == kInvalidAXNodeID && text_position->AtStartOfAnchor(); } } bool AtEndOfLine() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: // Text positions on objects with no text should not be considered at // end of line because the empty position may share a text offset with // a non-empty text position in which case the end of line iterators // must move to the line end of the non-empty content. Specified next // line IDs are ignored. if (text_position->MaxTextOffset() == 0) return false; // If affinity has been used to specify whether the caret is at the end // of a line or at the start of the next one, this should have been // reflected in the leaf text position we got via "AsLeafTextPosition". // If affinity had been set to upstream, the leaf text position should // be pointing to the end of the inline text box that ends the first // line. If it had been set to downstream, the leaf text position should // be pointing to the start of the inline text box that starts the // second line. // // In other cases, we assume that white space, including but not limited // to hard line breaks, might be used to separate lines. For example, an // inline text box with just a single space character inside it can be // used to represent a soft line break. If an inline text box containing // white space separates two lines, it should always be connected to the // first line via "kPreviousOnLineId". This is guaranteed by the // renderer. If there are multiple line breaks separating the two lines, // then only the first line break is connected to the first line via // "kPreviousOnLineId". // // We don't treat a position that is at the start of white space that is // on a line by itself as being at the end of the line. This is in order // to enable screen readers to recognize and announce blank lines // correctly. However, we do treat positions at the start of white space // that end a line of text as being at the end of that line. We also // treat positions at the end of white space that is on a line by // itself, i.e. on a blank line, as being at the end of that line. // // Sometimes there might be an inline text box with a single space in it // at the end of a text field. We should mark positions that are at the // end of text fields, or in general at the end of an anchor with no // "kNextOnLineId", as being at end of line, except when that anchor is // an inline text box that is in the middle of a text span. Note that // in most but not all cases, the parent of an inline text box is a // static text object, whose end signifies the end of the text span. One // exception is line breaks. if (text_position->GetNextOnLineID() == kInvalidAXNodeID) { return (!text_position->AtEndOfTextSpan() && text_position->IsInWhiteSpace() && text_position->GetPreviousOnLineID() != kInvalidAXNodeID) ? text_position->AtStartOfAnchor() : text_position->AtEndOfAnchor(); } // The current anchor might be followed by a soft line break. return text_position->AtEndOfAnchor() && text_position->CreateNextLeafTextPosition()->AtEndOfLine(); } } // |AtStartOfParagraph| is asymmetric from |AtEndOfParagraph| because of // trailing whitespace collapse rules. // The start of a paragraph should be a leaf text position (or equivalent), // either at the start of the whole content, or at the start of the next leaf // text position from the one representing the end of the previous paragraph. // A position |AsLeafTextPosition| is the start of a paragraph if all of the // following are true : // 1. The current leaf text position must be an unignored position at // the start of an anchor. // 2. The current position is not whitespace only, unless it is also // the first leaf text position within the whole content. // 3. Either (a) the current leaf text position is the first leaf text // position in the whole content, or (b) there are no line breaking // objects between it and the previous non-whitespace leaf text // position. bool AtStartOfParagraph() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { // 1. The current leaf text position must be an unignored position at // the start of an anchor. if (text_position->IsIgnored() || !text_position->AtStartOfAnchor()) return false; // 2. The current position is not whitespace only, unless it is also // the first leaf text position within the whole content. if (text_position->IsInWhiteSpace()) { return text_position ->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->IsNullPosition(); } // 3. Either (a) the current leaf text position is the first leaf text // position in the whole content, or (b) there are no line breaking // objects between it and the previous non-whitespace leaf text // position. // // Search for the previous text position within the current paragraph, // using the paragraph boundary abort predicate. // If a valid position was found, then this position cannot be // the start of a paragraph. // This will return a null position when an anchor movement would // cross a paragraph boundary, or the start of content was reached. bool crossed_line_breaking_object_token = false; const AbortMovePredicate abort_move_predicate = base::BindRepeating(&AbortMoveAtParagraphBoundary, std::ref(crossed_line_breaking_object_token)); AXPositionInstance previous_text_position = text_position->Clone(); do { previous_text_position = previous_text_position->CreatePreviousLeafTextPosition( abort_move_predicate); // If the previous position is whitespace, then continue searching // until a non-whitespace leaf text position is found within the // current paragraph because whitespace is supposed to be collapsed. // There's a chance that |CreatePreviousLeafTextPosition| will // return whitespace that should be appended to a previous paragraph // rather than separating two pieces of the current paragraph. } while (previous_text_position->IsInWhiteSpace() || previous_text_position->IsIgnored()); return previous_text_position->IsNullPosition(); } } } // |AtEndOfParagraph| is asymmetric from |AtStartOfParagraph| because of // trailing whitespace collapse rules. // The end of a paragraph should be a leaf text position (or equivalent), // either at the end of the whole content, or at the end of the previous leaf // text position from the one representing the start of the next paragraph. A // position |AsLeafTextPosition| is the end of a paragraph if all of the // following are true : // 1. The current leaf text position must be an unignored position at // the end of an anchor. // 2. Either (a) the current leaf text position is the last leaf text // position in the whole content, or (b) there are no line breaking // objects between it and the next leaf text position except when // the next leaf text position is whitespace only since whitespace // must be collapsed. // 3. If there is a next leaf text position then it must not be // whitespace only. // 4. If there is a next leaf text position and it is not whitespace // only, it must also be the start of a paragraph for the current // position to be the end of a paragraph. bool AtEndOfParagraph() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { // 1. The current leaf text position must be an unignored position at // the end of an anchor. if (text_position->IsIgnored() || !text_position->AtEndOfAnchor()) return false; // 2. Either (a) the current leaf text position is the last leaf text // position in the whole content, or (b) there are no line breaking // objects between it and the next leaf text position except when // the next leaf text position is whitespace only since whitespace // must be collapsed. // // Search for the next text position within the current paragraph, // using the paragraph boundary abort predicate. // If a null position was found, then this position must be the end of // a paragraph. // |CreateNextLeafTextPosition| + |AbortMoveAtParagraphBoundary| // will return a null position when an anchor movement would // cross a paragraph boundary and there is no doubt that it is the end // of a paragraph, or the end of content was reached. // There are some fringe cases related to whitespace collapse that // cannot be handled easily with only |AbortMoveAtParagraphBoundary|. bool crossed_line_breaking_object_token = false; const AbortMovePredicate abort_move_predicate = base::BindRepeating(&AbortMoveAtParagraphBoundary, std::ref(crossed_line_breaking_object_token)); AXPositionInstance next_text_position = text_position->Clone(); do { next_text_position = next_text_position->CreateNextLeafTextPosition( abort_move_predicate); } while (next_text_position->IsIgnored()); if (next_text_position->IsNullPosition()) return true; // 3. If there is a next leaf text position then it must not be // whitespace only. if (next_text_position->IsInWhiteSpace()) return false; // 4. If there is a next leaf text position and it is not whitespace // only, it must also be the start of a paragraph for the current // position to be the end of a paragraph. // // Consider the following example : // ++{1} kStaticText "First Paragraph" // ++++{2} kInlineTextBox "First Paragraph" // ++{3} kStaticText "\n Second Paragraph" // ++++{4} kInlineTextBox "\n" kIsLineBreakingObject // ++++{5} kInlineTextBox " " // ++++{6} kInlineTextBox "Second Paragraph" // A position at the end of {5} is the end of a paragraph, because // the first paragraph must collapse trailing whitespace and contain // leaf text anchors {2, 4, 5}. The second paragraph is only {6}. return next_text_position->CreatePositionAtStartOfAnchor() ->AtStartOfParagraph(); } } } // Page boundaries are only supported in certain content types, e.g. PDF // documents. bool AtStartOfPage() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { if (!text_position->AtStartOfAnchor()) return false; // Search for the previous text position within the current page, // using the page boundary abort predicate. // If a valid position was found, then this position cannot be // the start of a page. // This will return a null position when an anchor movement would // cross a page boundary, or the start of content was reached. AXPositionInstance previous_text_position = text_position->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtPageBoundary)); return previous_text_position->IsNullPosition(); } } } // Page boundaries are only supported in certain content types, e.g. PDF // documents. bool AtEndOfPage() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { if (!text_position->AtEndOfAnchor()) return false; // Search for the next text position within the current page, // using the page boundary abort predicate. // If a valid position was found, then this position cannot be // the end of a page. // This will return a null position when an anchor movement would // cross a page boundary, or the end of content was reached. AXPositionInstance next_text_position = text_position->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtPageBoundary)); return next_text_position->IsNullPosition(); } } } // Returns true if this position is at the start of the current accessibility // tree, such as the current iframe, webpage, PDF document, dialog or window. // Note that the current webpage could be made up of multiple accessibility // trees stitched together, e.g. an out-of-process iframe will be in its own // accessibility tree. For the purposes of this method, we don't distinguish // between out-of-process and in-process iframes, treating them both as tree // boundaries. bool AtStartOfAXTree() const { if (IsNullPosition() || !AtStartOfAnchor()) return false; AXPositionInstance previous_anchor = CreatePreviousAnchorPosition(); // The start of the whole content should also be the start of an AXTree. if (previous_anchor->IsNullPosition()) return true; return previous_anchor->tree_id() != tree_id(); } // Returns true if this position is at the end of the current accessibility // tree, such as the current iframe, webpage, PDF document, dialog or window. // Note that the current webpage could be made up of multiple accessibility // trees stitched together, e.g. an out-of-process iframe will be in its own // accessibility tree. For the purposes of this method, we don't distinguish // between out-of-process and in-process iframes, treating them both as tree // boundaries. bool AtEndOfAXTree() const { if (IsNullPosition() || !IsLeaf() || !AtEndOfAnchor()) return false; return *CreatePositionAtEndOfAXTree() == *this; } AXBoundaryType GetFormatStartBoundaryType() const { // Since formats are stored on text anchors, the start of a format boundary // must be at the start of an anchor. if (IsNullPosition() || !AtStartOfAnchor()) return AXBoundaryType::kNone; // Treat the first iterable node as a format boundary. if (CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->IsNullPosition()) { return AXBoundaryType::kContentStart; } // Ignored positions cannot be format boundaries. if (IsIgnored()) return AXBoundaryType::kNone; // Iterate over anchors until a format boundary is found. This will return a // null position upon crossing a boundary. Make sure the previous position // is not on an ignored node. AXPositionInstance previous_position = Clone(); do { previous_position = previous_position->CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtFormatBoundary)); } while (previous_position->IsIgnored()); if (previous_position->IsNullPosition()) return AXBoundaryType::kUnitBoundary; return AXBoundaryType::kNone; } bool AtStartOfFormat() const { return GetFormatStartBoundaryType() != AXBoundaryType::kNone; } AXBoundaryType GetFormatEndBoundaryType() const { // Since formats are stored on text anchors, the end of a format break must // be at the end of an anchor. if (IsNullPosition() || !AtEndOfAnchor()) return AXBoundaryType::kNone; // Treat the last iterable node as a format boundary if (CreateNextLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->IsNullPosition()) return AXBoundaryType::kContentEnd; // Ignored positions cannot be format boundaries. if (IsIgnored()) return AXBoundaryType::kNone; // Iterate over anchors until a format boundary is found. This will return a // null position upon crossing a boundary. Make sure the next position is // not on an ignored node. AXPositionInstance next_position = Clone(); do { next_position = next_position->CreateNextLeafTreePosition( base::BindRepeating(&AbortMoveAtFormatBoundary)); } while (next_position->IsIgnored()); if (next_position->IsNullPosition()) return AXBoundaryType::kUnitBoundary; return AXBoundaryType::kNone; } bool AtEndOfFormat() const { return GetFormatEndBoundaryType() != AXBoundaryType::kNone; } bool AtStartOfInlineBlock() const { AXPositionInstance text_position = AsLeafTextPosition(); switch (text_position->kind_) { case AXPositionKind::NULL_POSITION: return false; case AXPositionKind::TREE_POSITION: NOTREACHED(); return false; case AXPositionKind::TEXT_POSITION: { if (text_position->AtStartOfAnchor()) { AXPositionInstance previous_position = text_position->CreatePreviousLeafTreePosition(); // Check that this position is not the start of the first anchor. if (!previous_position->IsNullPosition()) { previous_position = text_position->CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtStartOfInlineBlock)); // If we get a null position here it means we have crossed an inline // block's start, thus this position is located at such start. if (previous_position->IsNullPosition()) return true; } } if (text_position->AtEndOfAnchor()) { AXPositionInstance next_position = text_position->CreateNextLeafTreePosition(); // Check that this position is not the end of the last anchor. if (!next_position->IsNullPosition()) { next_position = text_position->CreateNextLeafTreePosition( base::BindRepeating(&AbortMoveAtStartOfInlineBlock)); // If we get a null position here it means we have crossed an inline // block's start, thus this position is located at such start. if (next_position->IsNullPosition()) return true; } } return false; } } } // Returns true if this position is at the start of all content. This might // refer to e.g. a single webpage (made up of multiple iframes), or a PDF // document. Note that the current webpage could be made up of multiple // accessibility trees stitched together, so even though a position could be // at the start of a specific accessibility tree, it might not be at the start // of the whole content. bool AtStartOfContent() const { if (IsNullPosition() || !AtStartOfAnchor()) return false; return *CreatePositionAtStartOfContent() == *this; } // Returns true if this position is at the end of all content. This might // refer to e.g. a single webpage (made up of multiple iframes), or a PDF // document. Note that the current webpage could be made up of multiple // accessibility trees stitched together, so even though a position could be // at the end of a specific accessibility tree, it might not be at the end of // the whole content. bool AtEndOfContent() const { if (IsNullPosition() || !AtEndOfAnchor()) return false; return *CreatePositionAtEndOfContent() == *this; } // This method finds the lowest common ancestor node in the accessibility tree // of this and |other| positions' anchor nodes. AXNode* LowestCommonAnchor(const AXPosition& other) const { if (IsNullPosition() || other.IsNullPosition()) return nullptr; if (GetAnchor() == other.GetAnchor()) return GetAnchor(); base::stack our_ancestors = GetAncestorAnchors(); base::stack other_ancestors = other.GetAncestorAnchors(); AXNode* common_anchor = nullptr; while (!our_ancestors.empty() && !other_ancestors.empty() && our_ancestors.top() == other_ancestors.top()) { common_anchor = our_ancestors.top(); our_ancestors.pop(); other_ancestors.pop(); } return common_anchor; } // This method returns a position instead of a node because this allows us to // return the corresponding text offset or child index in the ancestor that // relates to the current position. // Also, this method uses position instead of tree logic to traverse the tree, // because positions can handle moving across multiple trees, while trees // cannot. AXPositionInstance LowestCommonAncestor( const AXPosition& other, ax::mojom::MoveDirection move_direction) const { return CreateAncestorPosition(LowestCommonAnchor(other), move_direction); } // See "CreateParentPosition" for an explanation of the use of // |move_direction|. AXPositionInstance CreateAncestorPosition( const AXNode* ancestor_anchor, ax::mojom::MoveDirection move_direction) const { if (!ancestor_anchor) return CreateNullPosition(); AXPositionInstance ancestor_position = Clone(); while (!ancestor_position->IsNullPosition() && ancestor_position->GetAnchor() != ancestor_anchor) { ancestor_position = ancestor_position->CreateParentPosition(move_direction); } return ancestor_position; } // If the position is not valid, we return a new valid position that is // closest to the original position if possible, or a null position otherwise. AXPositionInstance AsValidPosition() const { AXPositionInstance position = Clone(); switch (position->kind_) { case AXPositionKind::NULL_POSITION: // We avoid cloning to ensure that all fields will be valid. return CreateNullPosition(); case AXPositionKind::TREE_POSITION: { if (!position->GetAnchor()) return CreateNullPosition(); if (const AXNode* empty_object_node = GetEmptyObjectAncestorNode()) { // In this class, (but only on certain platforms), we define the empty // node as a leaf node (see `AXNode::IsLeaf()`) that doesn't have any // content. So that such nodes will act as a character and a word // boundary, we insert an "embedded object replacement character" in // their text contents. This character is a string of length // `AXNode::kEmbeddedCharacterLength`. For example, an empty text // field should act as a character and a word boundary when a screen // reader user tries to navigate through it, otherwise the text field // would be missed by the user. // // Since we just explained that empty leaf nodes expose the "embedded // object replacement character" in their text contents, and since we // assume that all text is found only on leaf nodes, we should hide // any descendants. Thus, a position on a descendant of an empty // object is defined as invalid. To make it valid we move the position // from the descendant to the empty leaf node itself. Otherwise, // character and word navigation won't work properly. return CreateTreePosition( position->tree_id(), empty_object_node->id(), position->child_index() == BEFORE_TEXT ? BEFORE_TEXT : 0); } if (position->child_index_ == BEFORE_TEXT) return position; if (position->child_index_ < 0) position->child_index_ = 0; else if (position->child_index_ > position->AnchorChildCount()) position->child_index_ = position->AnchorChildCount(); break; } case AXPositionKind::TEXT_POSITION: { if (!position->GetAnchor()) return CreateNullPosition(); if (const AXNode* empty_object_node = GetEmptyObjectAncestorNode()) { // This is needed because an empty object as defined in this class and // on certain platforms can have descendants that should not be // exposed. See comment above in similar implementation for // AXPositionKind::TREE_POSITION. // // We set the |text_offset_| to either 0 or the length of the embedded // object character here because the MaxTextOffset of an empty object // is `AXNode::kEmbeddedCharacterLength`. If the invalid position was // already at the start of the node, we set it to 0. return CreateTextPosition( position->tree_id(), empty_object_node->id(), position->text_offset() > 0 ? AXNode::kEmbeddedCharacterLength : 0, ax::mojom::TextAffinity::kDownstream); } if (position->text_offset_ <= 0) { // 0 is always a valid offset, so skip calling MaxTextOffset in that // case. position->text_offset_ = 0; position->affinity_ = ax::mojom::TextAffinity::kDownstream; } else { int max_text_offset = position->MaxTextOffset(); if (position->text_offset_ > max_text_offset) { position->text_offset_ = max_text_offset; position->affinity_ = ax::mojom::TextAffinity::kDownstream; } } break; } } DCHECK(position->IsValid()); return position; } AXPositionInstance AsTreePosition() const { if (IsNullPosition() || IsTreePosition()) return Clone(); AXPositionInstance copy = Clone(); DCHECK_GE(copy->text_offset_, 0); // Note that by design, `AXPosition::IsLeaf()` excludes the text found in // ignored subtrees from the accessibility tree's text representation. (See // `AXNode::IsEmptyLeaf()`.) if (copy->IsLeaf()) { // Even though leaf positions are generally not anchored to a node with a // lot of descendants, still, there is the possibility that the leaf node // is a text field with a large amount of text. We avoid computing // `MaxTextOffset()` unless it is really necessary. if (copy->text_offset_ == 0) { copy->child_index_ = BEFORE_TEXT; } else { const int max_text_offset = copy->MaxTextOffset(); copy->child_index_ = copy->text_offset_ != max_text_offset ? BEFORE_TEXT : 0; } copy->kind_ = AXPositionKind::TREE_POSITION; return copy; } // We stop at the first child that we can reach with the current text // offset. We do not attempt to validate `MaxTextOffset()` in case it // doesn't match the total length of all our children. This may happen if, // for example, there is a bug in the internal accessibility tree we get // from the renderer. In contrast, the current offset could not be greater // than the length of all our children because the position would have been // invalid. // // Note that even though ignored children should not contribute any inner // text or hypertext to the tree's text representation, we have to include // them because they might contain unignored descendants. We only exclude // them if they are both ignored and contain no inner text or hypertext. The // latter is to avoid, as much as we can, the possibility that an unignored // position will turn into an ignored one after calling this method. int child_index = 0; for (int current_offset = 0; child_index < copy->AnchorChildCount(); ++child_index) { AXPositionInstance child = copy->CreateChildPositionAt(child_index); DCHECK(!child->IsNullPosition()); // If the text offset falls on the boundary between two adjacent children, // we look at the affinity to decide whether to place the tree position on // the first child vs. the second child. Upstream affinity would always // choose the first child, whilst downstream affinity the second. This // also has implications when converting the resulting tree position back // to a text position. In that case, maintaining an upstream affinity // would place the text position at the end of the first child, whilst // maintaining a downstream affinity will place the text position at the // beginning of the second child. This is vital for text positions on soft // line breaks, as well as text positions before and after character, to // work properly. // // Note that in this context "adjacent children" excludes ignored // children. Note also that children with no inner text or no hypertext // are not skipped, otherwise the following situation will produce an // erroneous tree position: // ++kTextField contenteditable=true "" (empty) // ++++kStaticText "\n" ignored // ++++++kInlineTextBox "\n" ignored // ++++kStaticText "" (empty) // ++++++kInlineTextOffset "" (empty) // TextPosition anchor=kTextField text_offset=0 affinity=downstream // AsTreePosition should produce: // TreePosition anchor=kTextField child_index=1, and not child_index=0 or // child_index=2 // // See also `CreateLeafTextPositionBeforeCharacter` and // `CreateLeafTextPositionAfterCharacter`. const int child_length = child->MaxTextOffsetInParent(); const bool contributes_no_text_in_parent = !child_length; const bool is_anchor_unignored = !child->GetAnchor()->IsIgnored(); if (copy->text_offset_ >= current_offset && (copy->text_offset_ < (current_offset + child_length) || ((copy->affinity_ == ax::mojom::TextAffinity::kUpstream || (contributes_no_text_in_parent && is_anchor_unignored)) && copy->text_offset_ == (current_offset + child_length)))) { break; } current_offset += child_length; } copy->child_index_ = child_index; copy->kind_ = AXPositionKind::TREE_POSITION; return copy; } // This is an optimization over "AsLeafTextPosition", in cases when computing // the corresponding text offset on the leaf node is not needed. If this // method is called on a text position, it will conservatively fall back to // the non-optimized "AsLeafTextPosition", if the current text offset is // greater than 0, or the affinity is upstream, since converting to a tree // position at any point before reaching the leaf node could potentially lose // information. AXPositionInstance AsLeafTreePosition() const { if (IsNullPosition() || IsLeaf()) return AsTreePosition(); // If our text offset is greater than 0, or if our affinity is set to // upstream, we need to ensure that text offset and affinity will be taken // into consideration during our descend to the leaves. Switching to a tree // position early in this case will potentially lose information, so we // descend using a text position instead. // // We purposely don't check whether this position is a text position, to // allow for the possibility that this position has recently been converted // from a text to a tree position and text offset or affinity information // has been left intact. if (text_offset_ > 0 || affinity_ == ax::mojom::TextAffinity::kUpstream) return AsLeafTextPosition()->AsTreePosition(); AXPositionInstance tree_position = AsTreePosition(); do { if (tree_position->child_index_ == tree_position->AnchorChildCount()) { tree_position = tree_position ->CreateChildPositionAt(tree_position->child_index_ - 1) ->CreatePositionAtEndOfAnchor(); } else { tree_position = tree_position->CreateChildPositionAt(tree_position->child_index_); } DCHECK(!tree_position->IsNullPosition()); } while (!tree_position->IsLeaf()); DCHECK(tree_position->IsLeafTreePosition()); return tree_position; } AXPositionInstance AsTextPosition() const { if (IsNullPosition() || IsTextPosition()) return Clone(); AXPositionInstance copy = Clone(); // Check if it is a "before text" position. if (copy->child_index_ == BEFORE_TEXT) { DCHECK(copy->IsLeaf()) << "Before text positions can only appear on leaf nodes."; // If the current text offset is valid, we don't touch it to potentially // allow converting from a text position to a tree position and back // without losing information. // // We test for INVALID_OFFSET and greater than 0 first, due to the // possible performance cost of calling `MaxTextOffset()`. Also, if the // text offset is already 0, we don't need to touch it, and if it is less // than `MaxTextOffset()` we don't modify it as explained above. DCHECK_GE(copy->text_offset_, INVALID_OFFSET) << "Unrecognized text offset."; if (copy->text_offset_ == INVALID_OFFSET || (copy->text_offset_ > 0 && copy->text_offset_ >= copy->MaxTextOffset())) { copy->text_offset_ = 0; } copy->kind_ = AXPositionKind::TEXT_POSITION; return copy; } // Leaf nodes might have descendants that should be hidden for text // navigation purposes, thus we can't rely solely on `AnchorChildCount()`. // Any child index that is not `BEFORE_TEXT` should be treated as indicating // an "after text" position. (See `IsEmptyObjectReplacedByCharacter()` for // more information.) // ++kButton "" (empty) // ++++kGenericContainer ignored (Might sometimes be added by Blink.) if (copy->IsLeaf() || copy->child_index_ == copy->AnchorChildCount()) { copy->text_offset_ = copy->MaxTextOffset(); copy->kind_ = AXPositionKind::TEXT_POSITION; return copy; } DCHECK_GE(copy->child_index_, 0); DCHECK_LT(copy->child_index_, copy->AnchorChildCount()); int new_offset = 0; for (int i = 0; i <= child_index_; ++i) { AXPositionInstance child = copy->CreateChildPositionAt(i); DCHECK(!child->IsNullPosition()); // If the current text offset is valid, we don't touch it to // potentially allow converting from a text position to a tree // position and back without losing information. Otherwise, if the // text_offset is invalid, equals to 0 or is smaller than // |new_offset|, we reset it to the beginning of the current child. if (i == child_index_ && copy->text_offset_ <= new_offset) { copy->text_offset_ = new_offset; break; } int child_length = child->MaxTextOffsetInParent(); // Same comment as above: we don't touch the text offset if it's // already valid. if (i == child_index_ && (copy->text_offset_ > (new_offset + child_length) || // When the text offset is equal to the text's length but this is // not an "after text" position. (!copy->AtEndOfAnchor() && copy->text_offset_ == (new_offset + child_length)))) { copy->text_offset_ = new_offset; break; } new_offset += child_length; } // Affinity should always be left as downstream. The only case when the // resulting text position is at the end of the line is when we get an // "after text" leaf position, but even in this case downstream is // appropriate because there is no ambiguity whether the position is at // the end of the current line vs. the start of the next line. It would // always be the former. copy->kind_ = AXPositionKind::TEXT_POSITION; return copy; } AXPositionInstance AsLeafTextPosition() const { if (IsNullPosition() || IsLeaf()) return AsTextPosition(); // Adjust the text offset. // No need to check for "before text" positions here because they are only // present on leaf anchor nodes. AXPositionInstance text_position = AsTextPosition(); int offset_in_parent = text_position->text_offset_; do { AXPositionInstance child = text_position->CreateChildPositionAt(0); DCHECK(!child->IsNullPosition()); // Note that even though ignored children should not contribute any inner // text or hypertext to the tree's text representation, we have to include // them because they might contain unignored descendants. We only exclude // them if they are both ignored and contain no inner text or hypertext. // The latter is to avoid, as much as we can, the possibility that an // unignored position will turn into an ignored one after calling this // method. for (int i = 1; i < text_position->AnchorChildCount() && offset_in_parent >= 0; ++i) { const int child_length_in_parent = child->MaxTextOffsetInParent(); const bool contributes_no_text_in_parent = (child_length_in_parent == 0); const bool is_anchor_unignored = !child->GetAnchor()->IsIgnored(); if (offset_in_parent == 0 && contributes_no_text_in_parent && is_anchor_unignored) { // If the text offset corresponds to multiple child positions because // some of the children have no inner text or hypertext, the above // condition ensures that the first child will be chosen; unless it is // ignored as explained before. break; } if (offset_in_parent < child_length_in_parent) break; if (affinity_ == ax::mojom::TextAffinity::kUpstream && offset_in_parent == child_length_in_parent) { // Maintain upstream affinity so that we'll be able to choose the // correct leaf anchor if the text offset is right on the boundary // between two leaves. child->affinity_ = ax::mojom::TextAffinity::kUpstream; break; } child = text_position->CreateChildPositionAt(i); offset_in_parent -= child_length_in_parent; } // The text offset provided by our parent position might need to be // adjusted, if this is an "after text" position and our anchor node is an // embedded object (as determined by `IsEmbeddedObjectInParent()`). // ++kRootWebArea "" // ++++kParagraph "Hello" // TextPosition anchor=kRootWebArea text_offset=1 // should be translated into the following text position // TextPosition anchor=kParagraph text_offset=5 annotated_text=Hello<> // and not into the following one // TextPosition anchor=kParagraph text_offset=1 annotated_text=ello if (child->IsEmbeddedObjectInParent() && offset_in_parent == child->MaxTextOffsetInParent()) { offset_in_parent -= child->MaxTextOffsetInParent(); offset_in_parent += child->MaxTextOffset(); } text_position = std::move(child); } while (!text_position->IsLeaf()); DCHECK(text_position->IsLeafTextPosition()); text_position->text_offset_ = offset_in_parent; // A leaf Text position is always downstream since there is no ambiguity as // to whether it refers to the end of the current or the start of the next // line. text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; return text_position; } // Converts to a text position that is suitable for passing into renderer // as a selection endpoint. // // When blink is asked to set selection, it expects a text position to be // anchored to the text node (otherwise a generic tree position is assumed // and the offset is interpreted as a child index). // // Using just AsLeafTextPosition() for sanitizing does not work on plain // text-fields: an attempt to select the text beyond the first line results // in a wrong selection which looks as if the text offset was counted through // the first line only. AXPositionInstance AsTextSelectionPosition() const { if (IsNullPosition()) { return Clone(); } AXPositionInstance text_position = AsLeafTextPosition(); if (text_position->GetAnchor() && text_position->GetAnchor()->GetRole() == ax::mojom::Role::kInlineTextBox) { return text_position->CreateParentPosition(); } return text_position; } // We deploy three strategies in order to find the best match for an ignored // position in the accessibility tree: // // 1. In the case of a text position, we move up the parent positions until we // find the next unignored equivalent parent position. We don't do this for // tree positions because, unlike text positions which maintain the // corresponding text offset in the inner text of the parent node, tree // positions would lose some information every time a parent position is // computed. In other words, the parent position of a tree position is, in // most cases, non-equivalent to the child position. // 2. If no equivalent and unignored parent position can be computed, we try // computing the leaf equivalent position. If this is unignored, we return it. // This can happen both for tree and text positions, provided that the leaf // node and its inner text is visible to platform APIs, i.e. it's unignored. // 3. As a last resort, we move either to the next or previous unignored // position in the accessibility tree, based on the "adjustment_behavior". AXPositionInstance AsUnignoredPosition( AXPositionAdjustmentBehavior adjustment_behavior) const { if (IsNullPosition() || !IsIgnored()) return Clone(); AXPositionInstance leaf_tree_position = AsLeafTreePosition(); // If this is a text position, first try moving up to a parent equivalent // position and check if the resulting position is still ignored. This // won't result in the loss of any information. We can't do that in the // case of tree positions, because we would be better off to move to the // next or previous position within the same anchor, as this would lose // less information than moving to a parent equivalent position. // // Text positions are considered ignored if either the current anchor is // ignored, or if the equivalent leaf tree position is ignored. // If this position is a leaf text position, or the equivalent leaf tree // position is ignored, then it's not possible to create an ancestor text // position that is unignored. if (IsTextPosition() && !IsLeafTextPosition() && !leaf_tree_position->IsIgnored()) { AXPositionInstance unignored_position = CreateParentPosition(); while (!unignored_position->IsNullPosition()) { // Since the equivalent leaf tree position is unignored, search for the // first unignored ancestor anchor and return that text position. if (!unignored_position->GetAnchor()->IsIgnored()) { DCHECK(!unignored_position->IsIgnored()); return unignored_position; } unignored_position = unignored_position->CreateParentPosition(); } } // There is a possibility that the position became unignored by moving to a // leaf equivalent position. Otherwise, we have no choice but to move to the // next or previous position and lose some information in the process. while (leaf_tree_position->IsIgnored()) { switch (adjustment_behavior) { case AXPositionAdjustmentBehavior::kMoveForward: leaf_tree_position = leaf_tree_position->CreateNextLeafTreePosition(); break; case AXPositionAdjustmentBehavior::kMoveBackward: leaf_tree_position = leaf_tree_position->CreatePreviousLeafTreePosition(); // in case the unignored leaf node contains some text, ensure that the // resulting position is an "after text" position, as such a position // would be the closest to the ignored one, given the fact that we are // moving backwards through the tree. leaf_tree_position = leaf_tree_position->CreatePositionAtEndOfAnchor(); break; } } if (IsTextPosition()) return leaf_tree_position->AsTextPosition(); return leaf_tree_position; } // Searches backward and forward from this position until it finds the given // text boundary, and creates an AXRange that spans from the former to the // latter. The resulting AXRange is always a forward range: its anchor always // comes before its focus in document order. The resulting AXRange is bounded // by the anchor of this position, i.e. the AXBoundaryBehavior is set to // StopAtAnchorBoundary. The exception is ax::mojom::TextBoundary::kWebPage, // where this behavior won't make sense. This behavior is based on current // platform needs and might be relaxed if necessary in the future. // // Please note that |expand_behavior| should have no effect for // ax::mojom::TextBoundary::kObject and ax::mojom::TextBoundary::kWebPage // because the range should be the same regardless if we first move left or // right. AXRangeType ExpandToEnclosingTextBoundary( ax::mojom::TextBoundary boundary, AXRangeExpandBehavior expand_behavior) const { AXBoundaryBehavior boundary_behavior = AXBoundaryBehavior::StopAtAnchorBoundary; if (boundary == ax::mojom::TextBoundary::kWebPage) boundary_behavior = AXBoundaryBehavior::CrossBoundary; switch (expand_behavior) { case AXRangeExpandBehavior::kLeftFirst: { AXPositionInstance left_position = CreatePositionAtTextBoundary( boundary, ax::mojom::MoveDirection::kBackward, boundary_behavior); AXPositionInstance right_position = left_position->CreatePositionAtTextBoundary( boundary, ax::mojom::MoveDirection::kForward, boundary_behavior); return AXRangeType(std::move(left_position), std::move(right_position)); } case AXRangeExpandBehavior::kRightFirst: { AXPositionInstance right_position = CreatePositionAtTextBoundary( boundary, ax::mojom::MoveDirection::kForward, boundary_behavior); AXPositionInstance left_position = right_position->CreatePositionAtTextBoundary( boundary, ax::mojom::MoveDirection::kBackward, boundary_behavior); return AXRangeType(std::move(left_position), std::move(right_position)); } } } // Starting from this position, moves in the given direction until it finds // the given text boundary, and creates a new position at that location. // // When a boundary has the "StartOrEnd" suffix, it means that this method will // find the start boundary when moving in the backward direction, and the end // boundary when moving in the forward direction. AXPositionInstance CreatePositionAtTextBoundary( ax::mojom::TextBoundary boundary, ax::mojom::MoveDirection direction, AXBoundaryBehavior boundary_behavior) const { AXPositionInstance resulting_position = CreateNullPosition(); switch (boundary) { case ax::mojom::TextBoundary::kNone: NOTREACHED(); break; case ax::mojom::TextBoundary::kCharacter: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousCharacterPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextCharacterPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kFormat: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousFormatStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextFormatEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kLineEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousLineEndPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextLineEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kLineStart: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousLineStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextLineStartPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kLineStartOrEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousLineStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextLineEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kObject: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePositionAtStartOfAnchor(); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreatePositionAtEndOfAnchor(); break; } break; case ax::mojom::TextBoundary::kPageEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousPageEndPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextPageEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kPageStart: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousPageStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextPageStartPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kPageStartOrEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousPageStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextPageEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kParagraphEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousParagraphEndPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextParagraphEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kParagraphStart: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousParagraphStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextParagraphStartPosition(boundary_behavior); break; } break; // TODO(nektar): Implement this paragraph boundary via a new paragraph // predicate. case ax::mojom::TextBoundary::kParagraphStartSkippingEmptyParagraphs: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousParagraphStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextParagraphStartPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kParagraphStartOrEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousParagraphStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextParagraphEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kSentenceEnd: NOTREACHED() << "Sentence boundaries are not yet supported."; return CreateNullPosition(); case ax::mojom::TextBoundary::kSentenceStart: NOTREACHED() << "Sentence boundaries are not yet supported."; return CreateNullPosition(); case ax::mojom::TextBoundary::kSentenceStartOrEnd: NOTREACHED() << "Sentence boundaries are not yet supported."; return CreateNullPosition(); case ax::mojom::TextBoundary::kWebPage: DCHECK_EQ(boundary_behavior, AXBoundaryBehavior::CrossBoundary) << "We can't reach the start of the whole contents if we are " "disallowed from crossing boundaries."; switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePositionAtStartOfContent(); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreatePositionAtEndOfContent(); break; } break; case ax::mojom::TextBoundary::kWordEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousWordEndPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextWordEndPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kWordStart: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousWordStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextWordStartPosition(boundary_behavior); break; } break; case ax::mojom::TextBoundary::kWordStartOrEnd: switch (direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); break; case ax::mojom::MoveDirection::kBackward: resulting_position = CreatePreviousWordStartPosition(boundary_behavior); break; case ax::mojom::MoveDirection::kForward: resulting_position = CreateNextWordEndPosition(boundary_behavior); break; } break; } return resulting_position; } AXPositionInstance CreatePositionAtStartOfAnchor() const { switch (kind_) { case AXPositionKind::NULL_POSITION: return CreateNullPosition(); case AXPositionKind::TREE_POSITION: if (IsLeaf()) return CreateTreePosition(tree_id_, anchor_id_, BEFORE_TEXT); return CreateTreePosition(tree_id_, anchor_id_, 0 /* child_index */); case AXPositionKind::TEXT_POSITION: return CreateTextPosition(tree_id_, anchor_id_, 0 /* text_offset */, ax::mojom::TextAffinity::kDownstream); } return CreateNullPosition(); } AXPositionInstance CreatePositionAtEndOfAnchor() const { switch (kind_) { case AXPositionKind::NULL_POSITION: return CreateNullPosition(); case AXPositionKind::TREE_POSITION: return CreateTreePosition( tree_id_, anchor_id_, IsEmptyObjectReplacedByCharacter() ? 0 : AnchorChildCount()); case AXPositionKind::TEXT_POSITION: return CreateTextPosition(tree_id_, anchor_id_, MaxTextOffset(), ax::mojom::TextAffinity::kDownstream); } return CreateNullPosition(); } // Creates a position at the start of this position's accessibility tree, e.g. // at the start of the current iframe, PDF plugin, Views tree, dialog, etc. We // don't distinguish between out-of-process and in-process iframes, treating // them both as tree boundaries. // // For a similar method that does not stop at iframe boundaries, see // `CreatePositionAtStartOfContent()`. AXPositionInstance CreatePositionAtStartOfAXTree() const { AXPositionInstance root_position = AsTreePosition() ->CreateAXTreeRootAncestorPosition( ax::mojom::MoveDirection::kBackward) ->CreatePositionAtStartOfAnchor(); if (IsTextPosition()) root_position = root_position->AsTextPosition(); DCHECK_EQ(root_position->tree_id_, tree_id_) << "`CreatePositionAtStartOfAXTree` should not cross any tree " "boundaries, neither return the null position."; return root_position; } // Creates a position at the end of this position's accessibility tree, e.g. // at the end of the current iframe, PDF plugin, Views tree, dialog, etc. We // don't distinguish between out-of-process and in-process iframes, treating // them both as tree boundaries. // // For a similar method that does not stop at iframe boundaries, see // `CreatePositionAtEndOfContent()`. AXPositionInstance CreatePositionAtEndOfAXTree() const { AXPositionInstance root_position = AsTreePosition()->CreateAXTreeRootAncestorPosition( ax::mojom::MoveDirection::kBackward); AXPositionInstance last_position = root_position->CreatePositionAtEndOfAnchor()->AsLeafTreePosition(); if (IsTextPosition()) last_position = last_position->AsTextPosition(); return last_position; } // Creates a position at the start of all content, e.g. at the start of the // whole webpage, PDF plugin, Views tree, dialog (native, ARIA or HTML), // window, or the whole desktop. // // Note that this method will break out of an out-of-process iframe and return // a position at the start of the top-level document, but it will not break // into the Views tree if present. For a similar method that stops at all // iframe boundaries, see `CreatePositionAtStartOfAXTree()`. AXPositionInstance CreatePositionAtStartOfContent() const { AXPositionInstance root_position = AsTreePosition() ->CreateRootAncestorPosition(ax::mojom::MoveDirection::kBackward) ->CreatePositionAtStartOfAnchor(); if (IsTextPosition()) root_position = root_position->AsTextPosition(); return root_position; } // Creates a position at the end of all content, e.g. at the end of the whole // webpage, PDF plugin, Views tree, dialog (native, ARIA or HTML), window, or // the whole desktop. // // Note that this method will break out of an out-of-process iframe and return // a position at the end of the top-level document, but it will not break into // the Views tree if present. For a similar method that stops at all iframe // boundaries, see `CreatePositionAtEndOfAXTree()`. AXPositionInstance CreatePositionAtEndOfContent() const { AXPositionInstance root_position = AsTreePosition()->CreateRootAncestorPosition( ax::mojom::MoveDirection::kBackward); AXPositionInstance last_position = root_position->CreatePositionAtEndOfAnchor()->AsLeafTreePosition(); if (IsTextPosition()) last_position = last_position->AsTextPosition(); return last_position; } AXPositionInstance CreateChildPositionAt(int child_index) const { if (IsNullPosition() || IsLeaf()) return CreateNullPosition(); if (child_index < 0 || child_index >= AnchorChildCount()) return CreateNullPosition(); AXTreeID tree_id = AXTreeIDUnknown(); AXNodeID child_id = kInvalidAXNodeID; const AXNode* child_anchor = GetAnchor()->GetChildAtIndexCrossingTreeBoundary(child_index); if (!child_anchor) return CreateNullPosition(); tree_id = child_anchor->tree()->GetAXTreeID(); child_id = child_anchor->id(); DCHECK_NE(tree_id, AXTreeIDUnknown()); DCHECK_NE(child_id, kInvalidAXNodeID); switch (kind_) { case AXPositionKind::NULL_POSITION: NOTREACHED(); return CreateNullPosition(); case AXPositionKind::TREE_POSITION: { AXPositionInstance child_position = CreateTreePosition(tree_id, child_id, 0 /* child_index */); // If the child's anchor is a leaf node, make this a "before text" // position. if (child_position->IsLeaf()) child_position->child_index_ = BEFORE_TEXT; return child_position; } case AXPositionKind::TEXT_POSITION: return CreateTextPosition(tree_id, child_id, 0 /* text_offset */, ax::mojom::TextAffinity::kDownstream); } return CreateNullPosition(); } // Creates a parent equivalent position. // // Note that "move_direction" is only taken into consideration when all of // these three conditions apply: This is a text position, we are in the // process of searching for a text boundary, and this is a platform where // child nodes are represented by "object replacement characters". On such // platforms, the `IsEmbeddedObjectInParent` method returns true. We need to // decide whether to create a parent equivalent position that is before or // after the child node, since moving to a parent position would always cause // us to lose some information. We can't simply re-use the text offset of the // child position because by definition the parent node doesn't include all // the text of the child node, but only a single "object replacement // character". // // staticText name='Line one' IA2-hypertext='' // ++inlineTextBox name='Line one' // // If we are given a text position pointing to somewhere inside the // inlineTextBox, and we move to the parent equivalent position, we need to // decide whether the parent position would be set to point to before the // object replacement character or after it. Both are valid, depending on the // direction on motion, e.g. if we are trying to find the start of the line // vs. the end of the line. AXPositionInstance CreateParentPosition( ax::mojom::MoveDirection move_direction = ax::mojom::MoveDirection::kForward) const { if (IsNullPosition()) return CreateNullPosition(); AXTreeID parent_tree_id = AXTreeIDUnknown(); AXNodeID parent_anchor_id = kInvalidAXNodeID; const AXNode* parent_anchor = GetAnchor()->GetParentCrossingTreeBoundary(); if (!parent_anchor) return CreateNullPosition(); parent_tree_id = parent_anchor->tree()->GetAXTreeID(); parent_anchor_id = parent_anchor->id(); DCHECK_NE(parent_tree_id, AXTreeIDUnknown()); DCHECK_NE(parent_anchor_id, kInvalidAXNodeID); switch (kind_) { case AXPositionKind::NULL_POSITION: NOTREACHED(); return CreateNullPosition(); case AXPositionKind::TREE_POSITION: { int child_index = AnchorIndexInParent(); // If this position is an "after children" or an "after text" position, // return either an "after children" position on the parent anchor, or a // position anchored at the next child, depending on whether this is the // last child in its parent anchor. if (AtEndOfAnchor()) return CreateTreePosition(parent_tree_id, parent_anchor_id, (child_index + 1)); switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: // "move_direction" is only important when this position is an // "embedded object in parent", i.e., when this position's anchor is // represented by an "object replacement character" in the text of // its parent anchor. In this case we need to keep the child index // to be right before the "object replacement character". If this is // not an "embedded object in parent", then we simply need to use // the "AnchorIndexInParent" for the child index. However, since // "AnchorIndexInParent" always returns a child index that is before // any "object replacement character" in our parent, we use that for // both situations. return CreateTreePosition(parent_tree_id, parent_anchor_id, child_index); case ax::mojom::MoveDirection::kForward: // "move_direction" is only important when this position is an // "embedded object in parent", i.e., when this position's anchor is // represented by an "object replacement character" in the text of // its parent anchor. In this case we need to move the child index // to be after the "object replacement character" when this position // is not at the start of its anchor. If this is not an "embedded // object in parent", then we simply need to use the // "AnchorIndexInParent" for the child index. if (!AtStartOfAnchor() && IsEmbeddedObjectInParent()) ++child_index; return CreateTreePosition(parent_tree_id, parent_anchor_id, child_index); } } case AXPositionKind::TEXT_POSITION: { // On some platforms, such as Android, Mac and Chrome OS, the inner text // of a node is made up by concatenating the text of child nodes. On // other platforms, such as Windows IAccessible2 and Linux ATK, child // nodes are represented by a single "object replacement character". // // If our parent's inner text is a concatenation of all its children's // text, we need to maintain the affinity and compute the corresponding // text offset. Otherwise, we have no choice but to return a position // that is either before or after this child, losing some information in // the process. Regardless to whether our parent contains all our text, // we always recompute the affinity when the position is after the // child. // // Recomputing the affinity in the latter situation is important because // even though a text position might unambiguously be at the end of a // line, its parent position might be the same as the parent position of // a position that represents the start of the next line. For example: // // staticText name='Line oneLine two' // ++inlineTextBox name='Line one' // ++inlineTextBox name='Line two' // // If the original position is at the end of the inline text box for // "Line one", then the resulting parent equivalent position would be // the same as the one that would have been computed if the original // position were at the start of the inline text box for "Line two". const int max_text_offset = MaxTextOffset(); DCHECK_LE(text_offset_, max_text_offset); const int max_text_offset_in_parent = IsEmbeddedObjectInParent() ? AXNode::kEmbeddedCharacterLength : max_text_offset; int parent_offset = AnchorTextOffsetInParent(); ax::mojom::TextAffinity parent_affinity = affinity_; // "max_text_offset > 0" is required to filter out anchor nodes that are // either ignored or empty, i.e. those that contribute no inner text or // hypertext to their parent's text representation. (See example in the // "else" block.) if (max_text_offset > 0 && max_text_offset == max_text_offset_in_parent) { // Our parent contains all our text. No information would be lost when // moving to a parent equivalent position. It turns out, that even in // the unusual case where there is a single character in our anchor's // inner text but our anchor is represented in our parent by an // "embedded object replacement character" and not by our inner text, // the outcome is still correct. parent_offset += text_offset_; } else { // Our parent represents our anchor node using an "object replacement" // character in its text representation. Or, our anchor is a text node // that is ignored or empty, and so contributes no text in its // parent's text representation. For example: // ++kTextField "Before after." // ++++kStaticText "Before " // ++++kStaticText "Ignored text" ignored // ++++kStaticText "after." // TextPosition anchor=kStaticText (ignored) text_offset=2 // annotated_text="Igored text" if (text_offset_ > 0 && text_offset_ < max_text_offset) { // If this is a "before text" or an "after text" position, i.e. if // "text_offset_" == 0 or "max_text_offset", then the child position // is clearly before or clearly after any "object replacement // character". No information would be lost when moving to a parent // equivalent position, including affinity which can easily be // computed. Otherwise, we should decide whether to set the parent // position to be before or after the child, based on the direction // of motion, and also reset the affinity. switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: // Keep the offset to be right before the embedded object // character. break; case ax::mojom::MoveDirection::kForward: // Set the offset to be after the embedded object character. parent_offset += max_text_offset_in_parent; break; } } else if (text_offset_ == max_text_offset) { // Clearly, this is an "after text" position. The text offset should // be after the "object replacement character". No information would // be lost when moving to a parent equivalent position, including // affinity which can easily be computed. parent_offset += max_text_offset_in_parent; } // The original affinity doesn't apply any more. In most cases, it // should be downstream, unless there is an ambiguity as to whether // the parent position is between the end of one line and the start of // the next. We perform this check below. parent_affinity = ax::mojom::TextAffinity::kDownstream; } // If the current position is pointing at the end of its anchor, we need // to check if the parent position has introduced ambiguity as to // whether it refers to the end of a line or the start of the next. // Ambiguity is only present when the parent position points to a text // offset that is neither at the start nor at the end of its anchor. We // check for ambiguity by creating the parent position and testing if it // is erroneously at the start of the next line. Given that the current // position, by the nature of being at the end of its anchor, could only // be at end of line, the fact that the parent position is also // determined to be at start of line demonstrates the presence of // ambiguity which is resolved by setting its affinity to upstream. // // We could not have checked if the child was at the end of the line, // because our "AtEndOfLine" predicate takes into account trailing line // breaks, which would create false positives. AXPositionInstance parent_position = CreateTextPosition( parent_tree_id, parent_anchor_id, parent_offset, parent_affinity); if (AtEndOfAnchor() && !parent_position->AtStartOfAnchor() && !parent_position->AtEndOfAnchor() && parent_position->AtStartOfLine()) { parent_position->affinity_ = ax::mojom::TextAffinity::kUpstream; } return parent_position; } } } // Creates a tree position using the next text-only node as its anchor. // Assumes that text-only nodes are leaf nodes. AXPositionInstance CreateNextLeafTreePosition() const { return CreateNextLeafTreePosition( base::BindRepeating(&DefaultAbortMovePredicate)); } // Creates a tree position using the previous text-only node as its anchor. // Assumes that text-only nodes are leaf nodes. AXPositionInstance CreatePreviousLeafTreePosition() const { return CreatePreviousLeafTreePosition( base::BindRepeating(&DefaultAbortMovePredicate)); } // Creates the next text position anchored at a leaf node of the AXTree. // // If a pointer |crossed_line_breaking_object| is provided, it'll be set to // |true| if any line breaking object boundary was crossed by moving from this // leaf text position to the next (if it exists), |false| otherwise. AXPositionInstance CreateNextLeafTextPosition( bool* crossed_line_breaking_object = nullptr) const { if (crossed_line_breaking_object) *crossed_line_breaking_object = false; // If this is an ancestor text position, resolve to its leaf text position. if (IsTextPosition() && !IsLeaf()) return AsLeafTextPosition(); AbortMovePredicate abort_move_predicate = crossed_line_breaking_object ? base::BindRepeating(&UpdateCrossedLineBreakingObjectToken, std::ref(*crossed_line_breaking_object)) : base::BindRepeating(&DefaultAbortMovePredicate); return CreateNextLeafTreePosition(abort_move_predicate)->AsTextPosition(); } // Creates a text position using the previous text-only node as its anchor. // Assumes that text-only nodes are leaf nodes. AXPositionInstance CreatePreviousLeafTextPosition() const { return CreatePreviousLeafTextPosition( base::BindRepeating(&DefaultAbortMovePredicate)); } // Returns a text position located right before the next character (from this // position) in the tree's text representation, following these conditions: // // - If this position is at the end of its anchor, normalize it to the start // of the next text anchor, regardless of the position's affinity. // Both text positions are equal when compared, but we consider the start of // an anchor to be a position BEFORE its first character and the end of the // previous to be AFTER its last character. // // - Skip any empty text anchors; they're "invisible" to the text // representation and the next character could be ahead. // // - Return a null position if there is no next character forward. // // If possible, return a position anchored at the current position's anchor; // this is necessary because we don't want to return any position that might // be located in the shadow DOM or in a position anchored at a node that is // not visible to a specific platform's APIs. // // Also, |text_offset| is adjusted to point to a valid character offset, i.e. // it cannot be pointing to a low surrogate pair or to the middle of a // grapheme cluster. AXPositionInstance AsLeafTextPositionBeforeCharacter() const { if (IsNullPosition()) return Clone(); AXPositionInstance text_position = AsTextPosition(); // In case the input affinity is upstream, reset it to downstream. // // This is to ensure that when we find the equivalent leaf text position, it // will be at the start of anchor if the original position is anchored to a // node higher up in the tree and pointing to a text offset that falls on // the boundary between two leaf nodes. In other words, the returned // position will always be "before character". text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; text_position = text_position->AsLeafTextPosition(); DCHECK(!text_position->IsNullPosition()) << "Adjusting to a leaf position should never turn a non-null position " "into a null one."; if (!text_position->IsIgnored() && !text_position->AtEndOfAnchor()) { std::unique_ptr grapheme_iterator = text_position->GetGraphemeIterator(); // The following situation should not be possible but there are existing // crashes in the field. // // TODO(nektar): Remove this workaround as soon as the source of the bug // is identified. if (text_position->text_offset_ < 0 || text_position->text_offset_ > text_position->MaxTextOffset()) { SANITIZER_NOTREACHED() << "Offset range error:\n" << ToDebugString(); return CreateNullPosition(); } DCHECK_GE(text_position->text_offset_, 0); DCHECK_LE(text_position->text_offset_, text_position->MaxTextOffset()); while (!text_position->AtStartOfAnchor() && (!gfx::IsValidCodePointIndex( text_position->GetText(), static_cast(text_position->text_offset_)) || (grapheme_iterator && !grapheme_iterator->IsGraphemeBoundary( static_cast(text_position->text_offset_))))) { --text_position->text_offset_; } return text_position; } do { text_position = text_position->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } while (!text_position->IsNullPosition() && (text_position->IsIgnored() || !text_position->MaxTextOffset())); return text_position; } // Returns a text position located right after the previous character (from // this position) in the tree's text representation. // // See `AsLeafTextPositionBeforeCharacter`, as this is its "reversed" version. AXPositionInstance AsLeafTextPositionAfterCharacter() const { if (IsNullPosition()) return Clone(); AXPositionInstance text_position = AsTextPosition(); // Temporarily set the affinity to upstream. // // This is to ensure that when we find the equivalent leaf text position, it // will be at the end of anchor if the original position is anchored to a // node higher up in the tree and pointing to a text offset that falls on // the boundary between two leaf nodes. In other words, the returned // position will always be "after character". text_position->affinity_ = ax::mojom::TextAffinity::kUpstream; text_position = text_position->AsLeafTextPosition(); DCHECK(!text_position->IsNullPosition()) << "Adjusting to a leaf position should never turn a non-null position " "into a null one."; if (!text_position->IsIgnored() && !text_position->AtStartOfAnchor()) { std::unique_ptr grapheme_iterator = text_position->GetGraphemeIterator(); // The following situation should not be possible but there are existing // crashes in the field. // // TODO(nektar): Remove this workaround as soon as the source of the bug // is identified. if (text_position->text_offset_ < 0 || text_position->text_offset_ > text_position->MaxTextOffset()) { SANITIZER_NOTREACHED() << "Offset range error:\n" << ToDebugString(); return CreateNullPosition(); } DCHECK_GE(text_position->text_offset_, 0); DCHECK_LE(text_position->text_offset_, text_position->MaxTextOffset()); while (!text_position->AtEndOfAnchor() && (!gfx::IsValidCodePointIndex( text_position->GetText(), static_cast(text_position->text_offset_)) || (grapheme_iterator && !grapheme_iterator->IsGraphemeBoundary( static_cast(text_position->text_offset_))))) { ++text_position->text_offset_; } // Reset the affinity to downstream, because an upstream affinity doesn't // make sense on a leaf anchor. text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; return text_position; } do { text_position = text_position->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } while (!text_position->IsNullPosition() && (text_position->IsIgnored() || !text_position->MaxTextOffset())); return text_position->CreatePositionAtEndOfAnchor(); } // Creates a position pointing to before the next character, which is defined // as the start of the next grapheme cluster. Also, ensures that the created // position will not point to a low surrogate pair. // // A grapheme cluster is what an end-user would consider a character and it // could include a letter with additional diacritics. It could be more than // one Unicode code unit in length. // // See also http://www.unicode.org/reports/tr29/#Grapheme_Cluster_Boundaries AXPositionInstance CreateNextCharacterPosition( AXBoundaryBehavior boundary_behavior) const { if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary && AtEndOfAnchor()) { return Clone(); } AXPositionInstance text_position = AsLeafTextPositionBeforeCharacter(); if (text_position->IsNullPosition()) { if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary || boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { text_position = Clone(); } return text_position; } // Calling "AsLeafTextPositionBeforeCharacter" should have created a text // position that is either at a grapheme boundary, or a null position. If // our text offset is pointing to a position that is in the middle of a // grapheme cluster, we should not erroneously assume that we are at a // character boundary and stop because we had been asked to "stop if already // at boundary". However, we should not modify our position if // `AsLeafTextPositionBeforeCharacter` has simply moved us to the start of // the next leaf anchor because we originally happened to be at the end of // our current anchor. We also need to ensure that we are comparing two // positions that have the same affinity, since // `AsLeafTextPositionBeforeCharacter` resets the affinity to downstream, // while the original affinity might have been upstream. if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary && (AtEndOfAnchor() || *text_position == *CloneWithDownstreamAffinity())) { return Clone(); } int max_text_offset = text_position->MaxTextOffset(); DCHECK_LT(text_position->text_offset_, max_text_offset); std::unique_ptr grapheme_iterator = text_position->GetGraphemeIterator(); do { ++text_position->text_offset_; } while (text_position->text_offset_ < max_text_offset && grapheme_iterator && !grapheme_iterator->IsGraphemeBoundary( static_cast(text_position->text_offset_))); DCHECK_GT(text_position->text_offset_, 0); DCHECK_LE(text_position->text_offset_, text_position->MaxTextOffset()); // If the character boundary is in the same subtree, return a position // rooted at this position's anchor. This is necessary because we don't want // to return a position that might be in the shadow DOM when this position // is not. const AXNode* common_anchor = text_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { text_position = text_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kForward); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { // If the next character position crosses the current anchor boundary // with StopAtAnchorBoundary, snap to the end of the current anchor. return CreatePositionAtEndOfAnchor(); } // Even if the resulting position is right on a soft line break, affinity is // defaulted to downstream so that this method will always produce the same // result regardless of the direction of motion or the input affinity. text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; if (IsTreePosition()) return text_position->AsTreePosition(); return text_position; } // Creates a position pointing to before the previous character, which is // defined as the start of the previous grapheme cluster. Also, ensures that // the created position will not point to a low surrogate pair. // // See the comment above `CreateNextCharacterPosition` for the definition of a // grapheme cluster. AXPositionInstance CreatePreviousCharacterPosition( AXBoundaryBehavior boundary_behavior) const { if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary && AtStartOfAnchor()) { return Clone(); } AXPositionInstance text_position = AsLeafTextPositionAfterCharacter(); if (text_position->IsNullPosition()) { if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary || boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { text_position = Clone(); } return text_position; } // Calling "AsLeafTextPositionAfterCharacter" should have created a text // position that is either at a grapheme boundary, or a null position. If // our text offset is pointing to a position that is in the middle of a // grapheme cluster, we should not erroneously assume that we are at a // character boundary and stop because we had been asked to "stop if already // at boundary". However, we should not modify our position if // `AsLeafTextPositionAfterCharacter` has simply moved us to the end of the // previous leaf anchor because we originally happened to be at the start of // our current anchor. We also need to ignore any differences that might be // due to the affinity, because that should not be a determining factor as // to whether we would stop if we are already at boundary or not. if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary && (AtStartOfAnchor() || *text_position == *CloneWithUpstreamAffinity() || *text_position == *CloneWithDownstreamAffinity())) { return Clone(); } DCHECK_GT(text_position->text_offset_, 0); std::unique_ptr grapheme_iterator = text_position->GetGraphemeIterator(); do { --text_position->text_offset_; } while (!text_position->AtStartOfAnchor() && grapheme_iterator && !grapheme_iterator->IsGraphemeBoundary( static_cast(text_position->text_offset_))); DCHECK_GE(text_position->text_offset_, 0); DCHECK_LT(text_position->text_offset_, text_position->MaxTextOffset()); // The character boundary should be in the same subtree. Return a position // rooted at this position's anchor. This is necessary because we don't want // to return a position that might be in the shadow DOM when this position // is not. const AXNode* common_anchor = text_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { text_position = text_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kBackward); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { // If the previous character position crosses the current anchor boundary // with StopAtAnchorBoundary, snap to the start of the current anchor. return CreatePositionAtStartOfAnchor(); } // Even if the resulting position is right on a soft line break, affinity is // defaulted to downstream so that this method will always produce the same // result regardless of the direction of motion or the input affinity. text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; if (IsTreePosition()) return text_position->AsTreePosition(); return text_position; } AXPositionInstance CreateNextWordStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfWordPredicate), base::BindRepeating(&AtEndOfWordPredicate), base::BindRepeating(&GetWordStartOffsetsFunc)); } AXPositionInstance CreatePreviousWordStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfWordPredicate), base::BindRepeating(&AtEndOfWordPredicate), base::BindRepeating(&GetWordStartOffsetsFunc)); } // Word end positions are one past the last character of the word. AXPositionInstance CreateNextWordEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfWordPredicate), base::BindRepeating(&AtEndOfWordPredicate), base::BindRepeating(&GetWordEndOffsetsFunc)); } // Word end positions are one past the last character of the word. AXPositionInstance CreatePreviousWordEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfWordPredicate), base::BindRepeating(&AtEndOfWordPredicate), base::BindRepeating(&GetWordEndOffsetsFunc)); } AXPositionInstance CreateNextLineStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfLinePredicate), base::BindRepeating(&AtEndOfLinePredicate)); } AXPositionInstance CreatePreviousLineStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfLinePredicate), base::BindRepeating(&AtEndOfLinePredicate)); } // Line end positions are one past the last character of the line, excluding // any white space or newline characters that separate the lines. AXPositionInstance CreateNextLineEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfLinePredicate), base::BindRepeating(&AtEndOfLinePredicate)); } // Line end positions are one past the last character of the line, excluding // any white space or newline characters separating the lines. AXPositionInstance CreatePreviousLineEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfLinePredicate), base::BindRepeating(&AtEndOfLinePredicate)); } AXPositionInstance CreatePreviousFormatStartPosition( AXBoundaryBehavior boundary_behavior) const { if (IsNullPosition()) return CreateNullPosition(); AXBoundaryType boundary_type = GetFormatStartBoundaryType(); if (boundary_type != AXBoundaryType::kNone) { if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary || (boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary && boundary_type == AXBoundaryType::kContentStart)) { // In order to make equality checks simpler, affinity should be reset so // that we would get consistent output from this function regardless of // input affinity. if (IsTextPosition()) return CloneWithDownstreamAffinity(); return Clone(); } else if (boundary_behavior == AXBoundaryBehavior::CrossBoundary && boundary_type == AXBoundaryType::kContentStart) { // If we're at a format boundary and there are no more text positions // to traverse, return a null position for cross-boundary moves. return CreateNullPosition(); } } AXPositionInstance tree_position = AsTreePosition()->CreatePositionAtStartOfAnchor(); AXPositionInstance previous_tree_position = tree_position->CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)); // If moving to the start of the current anchor hasn't changed our position // from the original position, we need to test the previous leaf tree // position. if (AtStartOfAnchor() && boundary_behavior != AXBoundaryBehavior::StopIfAlreadyAtBoundary) { tree_position = std::move(previous_tree_position); previous_tree_position = tree_position->CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } // The first position in the whole content is also a format start boundary, // so we should not return NullPosition unless we started from that // location. while (boundary_type != AXBoundaryType::kContentStart && !previous_tree_position->IsNullPosition() && !tree_position->AtStartOfFormat()) { tree_position = std::move(previous_tree_position); previous_tree_position = tree_position->CreatePreviousLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } // If the format boundary is in the same subtree, return a position rooted // at the current position. // This is necessary because we don't want to return any position that might // be in the shadow DOM if the original position was not. const AXNode* common_anchor = tree_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { tree_position = tree_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kBackward); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { return CreatePositionAtStartOfAnchor(); } if (IsTextPosition()) return tree_position->AsTextPosition(); return tree_position; } AXPositionInstance CreateNextFormatEndPosition( AXBoundaryBehavior boundary_behavior) const { if (IsNullPosition()) return CreateNullPosition(); AXBoundaryType boundary_type = GetFormatEndBoundaryType(); if (boundary_type != AXBoundaryType::kNone) { if (boundary_behavior == AXBoundaryBehavior::StopIfAlreadyAtBoundary || (boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary && boundary_type == AXBoundaryType::kContentEnd)) { // In order to make equality checks simpler, affinity should be reset so // that we would get consistent output from this function regardless of // input affinity. if (IsTextPosition()) return CloneWithDownstreamAffinity(); return Clone(); } else if (boundary_behavior == AXBoundaryBehavior::CrossBoundary && boundary_type == AXBoundaryType::kContentEnd) { // If we're at a format boundary and there are no more text positions // to traverse, return a null position for cross-boundary moves. return CreateNullPosition(); } } AXPositionInstance tree_position = AsTreePosition()->CreatePositionAtEndOfAnchor(); AXPositionInstance next_tree_position = tree_position ->CreateNextLeafTreePosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); // If moving to the end of the current anchor hasn't changed our original // position, we need to test the next leaf tree position. if (AtEndOfAnchor() && boundary_behavior != AXBoundaryBehavior::StopIfAlreadyAtBoundary) { tree_position = std::move(next_tree_position); next_tree_position = tree_position ->CreateNextLeafTreePosition(base::BindRepeating( &AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); } // The last position in the whole content is also a format end boundary, so // we should not return NullPosition unless we started from that location. while (boundary_type != AXBoundaryType::kContentEnd && !next_tree_position->IsNullPosition() && !tree_position->AtEndOfFormat()) { tree_position = std::move(next_tree_position); next_tree_position = tree_position ->CreateNextLeafTreePosition(base::BindRepeating( &AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); } // If the format boundary is in the same subtree, return a position // rooted at the current position. // This is necessary because we don't want to return any position that might // be in the shadow DOM if the original position was not. const AXNode* common_anchor = tree_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { tree_position = tree_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kForward); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { return CreatePositionAtEndOfAnchor(); } if (IsTextPosition()) return tree_position->AsTextPosition(); return tree_position; } AXPositionInstance CreateNextParagraphStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfParagraphPredicate), base::BindRepeating(&AtEndOfParagraphPredicate)); } AXPositionInstance CreatePreviousParagraphStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfParagraphPredicate), base::BindRepeating(&AtEndOfParagraphPredicate)); } AXPositionInstance CreateNextParagraphEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfParagraphPredicate), base::BindRepeating(&AtEndOfParagraphPredicate)); } AXPositionInstance CreatePreviousParagraphEndPosition( AXBoundaryBehavior boundary_behavior) const { AXPositionInstance previous_position = CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfParagraphPredicate), base::BindRepeating(&AtEndOfParagraphPredicate)); if (boundary_behavior == AXBoundaryBehavior::CrossBoundary || boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { // This is asymmetric with CreateNextParagraphEndPosition due to // asymmetries in text anchor movement. Consider: // // ++1 rootWebArea // ++++2 staticText name="FIRST" // ++++3 genericContainer isLineBreakingObject=true // ++++++4 genericContainer isLineBreakingObject=true // ++++++5 staticText name="SECOND" // // Node 2 offset 5 FIRST<> is a paragraph end since node 3 is a line- // breaking object that's not collapsible (since it's not a leaf). When // looking for the next text anchor position from there, we advance to // sibling node 3, then since that node has descendants, we convert to a // tree position to find the leaf node that maps to "node 3 offset 0". // Since node 4 has no text, we skip it and land on node 5. We end up at // node 5 offset 6 SECOND<> as our next paragraph end. // // The set of paragraph ends should be consistent when moving in the // reverse direction. But starting from node 5 offset 6, the previous text // anchor position is previous sibling node 4. We'll consider that a // paragraph end since it's a leaf line-breaking object and stop. // // Essentially, we have two consecutive line-breaking objects, each of // which stops movement in the "outward" direction, for different reasons. // // We handle this by looking back one more step after finding a candidate // for previous paragraph end, then testing a forward step from the look- // back position. That will land us on the candidate position if it's a // valid paragraph boundary. // while (!previous_position->IsNullPosition()) { AXPositionInstance look_back_position = previous_position->AsLeafTextPosition() ->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); if (look_back_position->IsNullPosition()) { // Nowhere to look back to, so our candidate must be a valid paragraph // boundary. break; } AXPositionInstance forward_step_position = look_back_position ->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); if (*forward_step_position == *previous_position) break; previous_position = previous_position->CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfParagraphPredicate), base::BindRepeating(&AtEndOfParagraphPredicate)); } } return previous_position; } AXPositionInstance CreateNextPageStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfPagePredicate), base::BindRepeating(&AtEndOfPagePredicate)); } AXPositionInstance CreatePreviousPageStartPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryStartPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfPagePredicate), base::BindRepeating(&AtEndOfPagePredicate)); } AXPositionInstance CreateNextPageEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kForward, base::BindRepeating(&AtStartOfPagePredicate), base::BindRepeating(&AtEndOfPagePredicate)); } AXPositionInstance CreatePreviousPageEndPosition( AXBoundaryBehavior boundary_behavior) const { return CreateBoundaryEndPosition( boundary_behavior, ax::mojom::MoveDirection::kBackward, base::BindRepeating(&AtStartOfPagePredicate), base::BindRepeating(&AtEndOfPagePredicate)); } AXPositionInstance CreateBoundaryStartPosition( AXBoundaryBehavior boundary_behavior, ax::mojom::MoveDirection move_direction, BoundaryConditionPredicate at_start_condition, BoundaryConditionPredicate at_end_condition, BoundaryTextOffsetsFunc get_start_offsets = BoundaryTextOffsetsFunc()) const { AXPositionInstance text_position = AsLeafTextPosition(); if (text_position->IsNullPosition()) return text_position; if (boundary_behavior != AXBoundaryBehavior::StopIfAlreadyAtBoundary) { text_position = text_position->CreateAdjacentLeafTextPosition(move_direction); if (text_position->IsNullPosition()) { // There is no adjacent position to move to; in such case, CrossBoundary // behavior shall return a null position, while any other behavior shall // fallback to return the initial position. if (boundary_behavior == AXBoundaryBehavior::CrossBoundary) return text_position; return Clone(); } } if (!at_start_condition.Run(text_position)) { text_position = text_position->CreatePositionAtNextOffsetBoundary( move_direction, get_start_offsets); while (!at_start_condition.Run(text_position)) { AXPositionInstance next_position; switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: if (text_position->AtStartOfAnchor()) { next_position = text_position->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } else { text_position = text_position->CreatePositionAtStartOfAnchor(); DCHECK(!text_position->IsNullPosition()); continue; } break; case ax::mojom::MoveDirection::kForward: next_position = text_position->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); break; } if (next_position->IsNullPosition()) { if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: return CreatePositionAtStartOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); case ax::mojom::MoveDirection::kForward: return CreatePositionAtEndOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } } if (boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { // We can't simply return the following position; break and after // this loop we'll try to do some adjustments to text_position. switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: text_position = text_position->CreatePositionAtStartOfAnchor(); break; case ax::mojom::MoveDirection::kForward: text_position = text_position->CreatePositionAtEndOfAnchor(); break; } break; } return next_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } // Continue searching for the next boundary start in the specified // direction until the next logical text position is reached. text_position = next_position->CreatePositionAtFirstOffsetBoundary( move_direction, get_start_offsets); } } // If the boundary is in the same subtree, return a position rooted at this // position's anchor. This is necessary because we don't want to return a // position that might be in the shadow DOM when this position is not. const AXNode* common_anchor = text_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { text_position = text_position->CreateAncestorPosition(common_anchor, move_direction); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: return CreatePositionAtStartOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); case ax::mojom::MoveDirection::kForward: return CreatePositionAtEndOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } } // Affinity is only upstream at the end of a line, and so a start boundary // will never have an upstream affinity. text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; if (IsTreePosition()) text_position = text_position->AsTreePosition(); AXPositionInstance unignored_position = text_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); // If there are no unignored positions in |move_direction| then // `text_position` is anchored in ignored content at the end of the whole // content. For StopAtLastAnchorBoundary, try to adjust in the opposite // direction to return a position within the whole content just before // crossing into the ignored content. This will be the last unignored anchor // boundary. if (unignored_position->IsNullPosition() && boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { unignored_position = text_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); } return unignored_position; } AXPositionInstance CreateBoundaryEndPosition( AXBoundaryBehavior boundary_behavior, ax::mojom::MoveDirection move_direction, BoundaryConditionPredicate at_start_condition, BoundaryConditionPredicate at_end_condition, BoundaryTextOffsetsFunc get_end_offsets = BoundaryTextOffsetsFunc()) const { AXPositionInstance text_position = AsLeafTextPosition(); if (text_position->IsNullPosition()) return text_position; if (boundary_behavior != AXBoundaryBehavior::StopIfAlreadyAtBoundary) { text_position = text_position->CreateAdjacentLeafTextPosition(move_direction); if (text_position->IsNullPosition()) { // There is no adjacent position to move to; in such case, CrossBoundary // behavior shall return a null position, while any other behavior shall // fallback to return the initial position. if (boundary_behavior == AXBoundaryBehavior::CrossBoundary) return text_position; return Clone(); } } if (!at_end_condition.Run(text_position)) { text_position = text_position->CreatePositionAtNextOffsetBoundary( move_direction, get_end_offsets); while (!at_end_condition.Run(text_position)) { AXPositionInstance next_position; switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: next_position = text_position ->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); break; case ax::mojom::MoveDirection::kForward: if (text_position->AtEndOfAnchor()) { next_position = text_position->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } else { text_position = text_position->CreatePositionAtEndOfAnchor(); DCHECK(!text_position->IsNullPosition()); continue; } break; } if (next_position->IsNullPosition()) { if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: return CreatePositionAtStartOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); case ax::mojom::MoveDirection::kForward: return CreatePositionAtEndOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } } if (boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { // We can't simply return the following position; break and after // this loop we'll try to do some adjustments to text_position. switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: text_position = text_position->CreatePositionAtStartOfAnchor(); break; case ax::mojom::MoveDirection::kForward: text_position = text_position->CreatePositionAtEndOfAnchor(); break; } break; } return next_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); } // Continue searching for the next boundary end in the specified // direction until the next logical text position is reached. text_position = next_position->CreatePositionAtFirstOffsetBoundary( move_direction, get_end_offsets); } } // If the boundary is in the same subtree, return a position rooted at this // position's anchor. This is necessary because we don't want to return a // position that might be in the shadow DOM when this position is not. const AXNode* common_anchor = text_position->LowestCommonAnchor(*this); if (GetAnchor() == common_anchor) { text_position = text_position->CreateAncestorPosition(common_anchor, move_direction); } else if (boundary_behavior == AXBoundaryBehavior::StopAtAnchorBoundary) { switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: return CreatePositionAtStartOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); case ax::mojom::MoveDirection::kForward: return CreatePositionAtEndOfAnchor()->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } } // If there is no ambiguity as to whether the position is at the end of // the current boundary or the start of the next boundary, an upstream // affinity should be reset to downstream in order to get consistent output // from this method, regardless of input affinity. // // Note that there could be no ambiguity if the boundary is either at the // start or the end of the current anchor, so we should always reset to // downstream affinity in those cases. if (text_position->affinity_ == ax::mojom::TextAffinity::kUpstream) { AXPositionInstance downstream_position = text_position->CloneWithDownstreamAffinity(); if (downstream_position->AtStartOfAnchor() || downstream_position->AtEndOfAnchor() || !at_start_condition.Run(downstream_position)) { text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; } } if (IsTreePosition()) text_position = text_position->AsTreePosition(); AXPositionInstance unignored_position = text_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveBackward); // If there are no unignored positions in |move_direction| then // |text_position| is anchored in ignored content at the start or end // of the whole content. // For StopAtLastAnchorBoundary, try to adjust in the opposite direction // to return a position within the whole content just before crossing into // the ignored content. This will be the last unignored anchor boundary. if (unignored_position->IsNullPosition() && boundary_behavior == AXBoundaryBehavior::StopAtLastAnchorBoundary) { unignored_position = text_position->AsUnignoredPosition( AXPositionAdjustmentBehavior::kMoveForward); } return unignored_position; } // TODO(nektar): Add sentence navigation methods. // Uses depth-first pre-order traversal. AXPositionInstance CreateNextAnchorPosition() const { return CreateNextAnchorPosition( base::BindRepeating(&DefaultAbortMovePredicate)); } // Uses depth-first pre-order traversal. AXPositionInstance CreatePreviousAnchorPosition() const { return CreatePreviousAnchorPosition( base::BindRepeating(&DefaultAbortMovePredicate)); } // Returns an optional integer indicating the logical order of this position // compared to another position or returns an empty optional if the positions // are not comparable. Any text position at the same character location is // logically equivalent although they may be on different anchors or have // different text offsets. Positions are not comparable when one position is // null and the other is not or if the positions do not have any common // ancestor. // // 0: if this position is logically equivalent to the other position // <0: if this position is logically less than the other position // >0: if this position is logically greater than the other position absl::optional CompareTo(const AXPosition& other) const { if (IsNullPosition() && other.IsNullPosition()) return 0; if (IsNullPosition() || other.IsNullPosition()) return absl::nullopt; if (GetAnchor() == other.GetAnchor()) return SlowCompareTo(other); // No optimization is necessary. // Ancestor positions are expensive to compute. If possible, we will avoid // doing so by computing the ancestor chain of the two positions' anchors. // If the lowest common ancestor is neither position's anchor, we can use // the order of the first uncommon ancestors as a proxy for the order of the // positions. Obviously, this heuristic cannot be used if one position is // the ancestor of the other. // // In order to do that, we need to normalize text positions at the end of an // anchor to equivalent positions at the start of the next anchor. Ignored // positions are a special case in that they need to be shifted to the // nearest unignored position in order to be normalized. That shifting can // change the comparison result, so if we have an ignored position, we must // use a different, slower method which does away with many of our // optimizations. if (IsIgnored() || other.IsIgnored()) return SlowCompareTo(other); // Normalize any text positions at the end of an anchor to equivalent // positions at the start of the next anchor. This will potentially make the // two positions not be ancestors of one another, if they originally were. AXPositionInstance normalized_this_position = Clone(); if (normalized_this_position->IsTextPosition()) { normalized_this_position = normalized_this_position->AsLeafTextPositionBeforeCharacter(); } AXPositionInstance normalized_other_position = other.Clone(); if (normalized_other_position->IsTextPosition()) { normalized_other_position = normalized_other_position->AsLeafTextPositionBeforeCharacter(); } if (normalized_this_position->IsNullPosition()) { if (normalized_other_position->IsNullPosition()) { // Both positions normalized to a position past the end of the whole // content. There is no way that they could be ancestors of one another, // so using the slow path is not required. DCHECK_EQ(SlowCompareTo(other).value(), 0); return 0; } // |this| normalized to a position past the end of the whole content. // Since we don't know if one position is the ancestor of the other, we // need to use the slow path. return SlowCompareTo(other); } if (normalized_other_position->IsNullPosition()) { // |other| normalized to a position past the end of the whole content. // Since we don't know if one position is the ancestor of the other, we // need to use the slow path. return SlowCompareTo(other); } // Compute the ancestor stacks of both positions and walk them ourselves // rather than calling `LowestCommonAnchor`. That way, we can discover the // first uncommon ancestors which we need to use in order to compare the two // positions. const AXNode* common_anchor = nullptr; base::stack our_ancestors = normalized_this_position->GetAncestorAnchors(); base::stack other_ancestors = normalized_other_position->GetAncestorAnchors(); while (!our_ancestors.empty() && !other_ancestors.empty() && our_ancestors.top() == other_ancestors.top()) { common_anchor = our_ancestors.top(); our_ancestors.pop(); other_ancestors.pop(); } if (!common_anchor) return absl::nullopt; // If each position has an uncommon ancestor node, we can compare those // instead of needing to compute ancestor positions. Otherwise we need to // use "SlowCompareTo". Also, if the two positions became equivalent after // being normalized above, we can't compare using this optimized method. We // need to use "SlowCompareTo", because affinity information would have been // lost during the normalization process. See comments in "SlowCompareTo" // for an explanation of how affinity could affect the comparison. If one // position is the ancestor of the other, we need to use "SlowCompareTo", // especially if either or both positions are text positions, because the // conversion to tree positions below would lose information that could // affect the comparison. In the case where the positions are ancestors of // one another, but they are both tree positions, using the "SlowCompareTo" // method will not affect performance, so we still opt for that. Note that // determining whether two positions are ancestors of one another could // easily be accomplished by checking if there are any ancestors left after // removing the common ancestor anchor from either position's ancestor // stack. if (our_ancestors.empty() || other_ancestors.empty()) return SlowCompareTo(other); AXPositionInstance this_uncommon_tree_position = CreateTreePosition(our_ancestors.top()->tree()->GetAXTreeID(), our_ancestors.top()->id(), 0 /*child_index*/); int this_uncommon_ancestor_index = this_uncommon_tree_position->AnchorIndexInParent(); AXPositionInstance other_uncommon_tree_position = CreateTreePosition(other_ancestors.top()->tree()->GetAXTreeID(), other_ancestors.top()->id(), 0 /*child_index*/); int other_uncommon_ancestor_index = other_uncommon_tree_position->AnchorIndexInParent(); DCHECK_NE(this_uncommon_ancestor_index, other_uncommon_ancestor_index) << "Deepest uncommon ancestors should truly be uncommon, i.e. not " "the same."; int result = this_uncommon_ancestor_index - other_uncommon_ancestor_index; // On platforms that support embedded objects, if a text position is within // an embedded object and if it is not at the start of that object, the // resulting ancestor position should be adjusted to point after the // embedded object. Otherwise, assistive software will not be able to get // out of the embedded object if its text is not editable when navigating by // character or by word. The "SlowCompareTo" method can handle such corner // cases. For some reproduction steps see https://crbug.com/1057831. // // For example, look at the following accessibility tree and the two example // text positions together with their equivalent ancestor positions. // ++1 kRootWebArea // ++++2 kTextField "Beforeafter" // ++++++3 kStaticText "Before" // ++++++++4 kInlineTextBox "Before" // ++++++5 kImage "Test image" // ++++++6 kStaticText "after" // ++++++++7 kInlineTextBox "after" // // Note that the alt text of an image cannot be navigated with cursor // left/right, even when the rest of the contents are in a contenteditable. // // 1. Ancestor position should not be adjusted: // TextPosition anchor_id=kImage text_offset=0 affinity=downstream // annotated_text=est image // // AncestorTextPosition anchor_id=kTextField text_offset=6 // affinity=downstream annotated_text=Beforeafter // // 2. Ancestor position should be adjusted: // TextPosition anchor_id=kImage text_offset=1 affinity=downstream // annotated_text=Tst image // // AncestorTextPosition anchor_id=kTextField text_offset=7 // affinity=downstream annotated_text=Beforeembedded_objectfter // // Note that since the adjustment to the distance between the ancestor // positions could at most be by one, we skip doing this check if the // ancestor positions have a distance of more than one since it can never // change the outcome of the comparison. We also don't need to perform an // adjustment if one of the positions is not right after the "object // replacement character" representing the object inside which the other // position is located, hence the `AtStartOfAnchor()` and // `IsEmbeddedObjectInParent()` checks. if (abs(result) == 1 && ((IsTextPosition() && !AtStartOfAnchor() && this_uncommon_tree_position->IsEmbeddedObjectInParent()) || (other.IsTextPosition() && !other.AtStartOfAnchor() && other_uncommon_tree_position->IsEmbeddedObjectInParent()))) { return SlowCompareTo(other); } #if DCHECK_IS_ON() // Validate the optimization against the non-optimized version of the // method. int slow_result = SlowCompareTo(other).value(); DCHECK((result == 0 && slow_result == 0) || (result < 0 && slow_result < 0) || (result > 0 && slow_result > 0)) << result << " vs. " << slow_result; #endif // DCHECK_IS_ON() return result; } // A less optimized, but much slower version of "CompareTo". Should only be // used when optimizations cannot be applied, e.g. when comparing ignored // positions. See "CompareTo" for an explanation of the return values. absl::optional SlowCompareTo(const AXPosition& other) const { if (IsNullPosition() && other.IsNullPosition()) return 0; if (IsNullPosition() || other.IsNullPosition()) return absl::nullopt; // If both positions share an anchor and either one is a text position, or // both are tree positions, we can do a straight comparison of text offsets // or child indices. if (GetAnchor() == other.GetAnchor()) { absl::optional optional_result; ax::mojom::TextAffinity this_affinity; ax::mojom::TextAffinity other_affinity; if (IsTextPosition()) { AXPositionInstance other_text_position = other.AsTextPosition(); optional_result = text_offset_ - other_text_position->text_offset_; this_affinity = affinity(); other_affinity = other_text_position->affinity(); } else if (other.IsTextPosition()) { AXPositionInstance this_text_position = AsTextPosition(); optional_result = this_text_position->text_offset_ - other.text_offset_; this_affinity = this_text_position->affinity(); other_affinity = other.affinity(); } if (optional_result) { // Only when the two positions are otherwise equivalent will affinity // play a role. if (*optional_result != 0) return optional_result; if (this_affinity == ax::mojom::TextAffinity::kUpstream && other_affinity == ax::mojom::TextAffinity::kDownstream) { return -1; } if (this_affinity == ax::mojom::TextAffinity::kDownstream && other_affinity == ax::mojom::TextAffinity::kUpstream) { return 1; } return optional_result; } return child_index_ - other.child_index_; } // It is potentially costly to compute the parent position of a text // position, whilst computing the parent position of a tree position is // really inexpensive. In order to find the lowest common ancestor position, // especially if that ancestor is all the way up to the root of the tree, // computing the parent position will need to be done repeatedly. We avoid // the performance hit by converting both positions to tree positions and // only falling back to computing ancestor text positions if at least one // position is a text position and they don't have the same anchor. // // Essentially, the question we need to answer is: "When are two non // equivalent positions going to erroneously have the same lowest common // ancestor position when converted to tree positions as the ones they had // before the conversion?" In other words, when will // "this->AsTreePosition()->LowestCommonAncestor(*other.AsTreePosition()) == // other.AsTreePosition()->LowestCommonAncestor(*this->AsTreePosition())"? // The answer is either when they have the same anchor and at least one is a // text position, (a case that was dealt with in the previous block), or // when at least one is a text position and one is an ancestor position of // the other. In all other cases, no information will be lost when // converting to tree positions. const AXNode* common_anchor = this->LowestCommonAnchor(other); if (!common_anchor) return absl::nullopt; // If either of the two positions is a text position, and if one position is // an ancestor of the other, we need to compare using text positions, // because converting to tree positions will potentially lose information if // the text offset is anything other than 0 or `MaxTextOffset()`. if (IsTextPosition() || other.IsTextPosition()) { absl::optional optional_result; ax::mojom::TextAffinity this_affinity; ax::mojom::TextAffinity other_affinity; // The following two "if" blocks deal with comparisons between two // positions (one of which is a text position) that are ancestors of one // another. The third "if" block deals with comparisons between two text // positions that may or may not be ancestors of one another. Obviously, // in the case of two text positions, affinity could always play a role // (see comment in the relevant "if" block for an example). For the first // two cases, affinity still needs to be taken into consideration because // an "object replacement character" could be used to represent child // nodes in the text of their parents. Here is an example of how affinity // can influence a text/tree position comparison. // // 1 kRootWebArea // ++2 kGenericContainer // "" // ++3 kButton "Line 1" // ++++++4 kStaticText "Line 1" // ++++++++5 kInlineTextBox "Line 1" // ++++6 kImage "" kIsLineBreakingObject // // TextPosition anchor_id=5 text_offset=2 affinity=downstream // annotated_text=Lie 1 // // TreePosition anchor_id=6 child_index=BEFORE_TEXT // // The `LowestCommonAncestor` for both will differ in its affinity: // TextPosition anchor_id=2 text_offset=1 affinity=... // annotated_text=embedded_object_character // // The text position would create a kUpstream position, while the tree // position would create a kDownstream position. if (GetAnchor() == common_anchor) { DCHECK_EQ(AsTextPosition()->GetAnchor(), common_anchor) << "AsTextPosition() should never modify the position's anchor."; // This text position's anchor is the common ancestor of the other text // position's anchor. We don't need to compute the ancestor position of // this position at the common anchor, since we already have it. // // Note that we convert the other position to an ancestor text position // using a forward direction, so that if there are any "object // replacement characters", two positions one inside the character and // one after it would compare as equivalent. Otherwise, screen readers // might get stuck inside embedded objects while navigating by character // or word. For some reproduction steps see https://crbug.com/1057831. // Per the IAccessible2 Spec, any selection that partially selects text // inside an embedded object, should select the entire "object // replacement character" in the parent object where the character // appears. AXPositionInstance other_text_position = other.AsTextPosition()->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kForward); DCHECK_EQ(other_text_position->GetAnchor(), common_anchor); other_affinity = other_text_position->affinity(); AXPositionInstance this_text_position = AsTextPosition(); this_affinity = this_text_position->affinity(); optional_result = this_text_position->text_offset() - other_text_position->text_offset(); } else if (other.GetAnchor() == common_anchor) { DCHECK_EQ(other.AsTextPosition()->GetAnchor(), common_anchor) << "AsTextPosition() should never modify the position's anchor."; // The other text position's anchor is the common ancestor of this text // position's anchor. We don't need to compute the ancestor position of // the other position at the common anchor, since we already have it. // // Note that we convert this position to an ancestor text position using // a forward direction, so that if there are any "object replacement // characters", two positions one inside the character and one after it // would compare as equivalent. Otherwise, screen readers might get // stuck inside embedded objects while navigating by character or word. // For some reproduction steps see https://crbug.com/1057831. // Per the IAccessible2 Spec, any selection that partially selects text // inside an embedded object, should select the entire "object // replacement character" in the parent object where the character // appears. AXPositionInstance this_text_position = AsTextPosition()->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kForward); DCHECK_EQ(this_text_position->GetAnchor(), common_anchor); this_affinity = this_text_position->affinity(); AXPositionInstance other_text_position = other.AsTextPosition(); other_affinity = other_text_position->affinity(); optional_result = this_text_position->text_offset() - other_text_position->text_offset(); } else if (IsTextPosition() && other.IsTextPosition()) { // We should compute and compare using the common ancestor text // position. Computing an ancestor text position will automatically take // affinity into consideration. It will also normalize text positions at // the end of their anchors to equivalent positions at the start of the // next anchor. Additionally, it would normalize positions within // "object replacement characters" to before the character, because the // two positions are not ancestors of one another and thus the special // case (see previous block) defined in the IAccessible2 Spec doesn't // apply. This process would maintain the characteristics of text // position comparisons, since a particular offset in the tree's text // representation could refer to multiple equivalent positions which are // anchored to different nodes in the tree, i.e. nodes which are // adjacent, or nodes that are at different levels of the tree. // // Here is an example of how affinity can influence a text position // comparison when at a line boundary: // // 1 kRootWebArea // ++2 kTextField "Line 1Line 2" // ++++3 kStaticText "Line 1" // ++++++4 kInlineTextBox "Line 1" // ++++5 kGenericContainer kIsLineBreakingObject // ++++++6 kStaticText "Line 2" // ++++++++7 kInlineTextBox "Line 2" // // TextPosition anchor_id=4 text_offset=6 affinity=downstream // annotated_text=Line 1<> // // TextPosition anchor_id=7 text_offset=0 affinity=downstream // annotated_text=ine 2 // // The `LowestCommonAncestor` for both will differ only in its affinity: // TextPosition anchor_id=2 text_offset=6 affinity=... // annotated_text=Line 1ine 2 // // anchor_id=4 would create a kUpstream position, while anchor_id=7 // would create a kDownstream position. AXPositionInstance this_text_position_ancestor = LowestCommonAncestor(other, ax::mojom::MoveDirection::kBackward); AXPositionInstance other_text_position_ancestor = other.LowestCommonAncestor(*this, ax::mojom::MoveDirection::kBackward); DCHECK(this_text_position_ancestor->IsTextPosition()); DCHECK(other_text_position_ancestor->IsTextPosition()); this_affinity = this_text_position_ancestor->affinity(); other_affinity = other_text_position_ancestor->affinity(); optional_result = this_text_position_ancestor->text_offset() - other_text_position_ancestor->text_offset(); } if (optional_result) { // Only when the two positions are otherwise equivalent will affinity // play a role. if (*optional_result != 0) return optional_result; if (this_affinity == ax::mojom::TextAffinity::kUpstream && other_affinity == ax::mojom::TextAffinity::kDownstream) { return -1; } if (this_affinity == ax::mojom::TextAffinity::kDownstream && other_affinity == ax::mojom::TextAffinity::kUpstream) { return 1; } return optional_result; } } // Both positions are tree positions. We should normalize all tree positions // to the beginning of their anchors, unless one of the positions is the // ancestor of the other. In the latter case, such a normalization would // potentially lose information if performed on any of the two positions. // // ++kRootWebArea "" // ++++kParagraph "Paragraph1" // ++++kParagraph "paragraph2" // A tree position at the end of the root web area and a tree position at // the end of the second paragraph should compare as equal. Normalizing any // of the two positions to the start of their respective anchors would make // the two positions unequal. // // Unlike text positions, two tree positions on two adjacent anchors, (the // first position at the end of its anchor, (i.e. an "after children" // position), and the other at its beginning), should not compare as equal. // This is because each position in the tree is unique, unlike an offset in // the tree's text representation which can refer to more than one tree // position. Meanwhile, affinity does not play any role in this case, since // except for "after children" positions, tree positions are collapsed to // the beginning of their parent node when computing their parent position. AXPositionInstance this_normalized_tree_position = AsTreePosition(); AXPositionInstance other_normalized_tree_position = other.AsTreePosition(); if (GetAnchor() != common_anchor && other_normalized_tree_position->GetAnchor() != common_anchor) { // None of the positions is the ancestor of the other, so normalization // could go ahead. this_normalized_tree_position = this_normalized_tree_position->CreatePositionAtStartOfAnchor(); other_normalized_tree_position = other_normalized_tree_position->CreatePositionAtStartOfAnchor(); } AXPositionInstance this_tree_position_ancestor = this_normalized_tree_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kBackward); AXPositionInstance other_tree_position_ancestor = other_normalized_tree_position->CreateAncestorPosition( common_anchor, ax::mojom::MoveDirection::kBackward); DCHECK(this_tree_position_ancestor->IsTreePosition()); DCHECK(other_tree_position_ancestor->IsTreePosition()); return this_tree_position_ancestor->child_index_ - other_tree_position_ancestor->child_index_; } // A valid position can become invalid if the underlying tree structure // changes. This is expected behavior, but it is sometimes necessary to // maintain valid positions. This method modifies an invalid position that is // beyond MaxTextOffset to snap to MaxTextOffset. void SnapToMaxTextOffsetIfBeyond() { int max_text_offset = MaxTextOffset(); if (text_offset_ > max_text_offset) text_offset_ = max_text_offset; } // Returns true if this position is on an empty control that needs to be // represented by an "object replacement character". This feature is only // enabled on some platforms. // // This is purely for navigational purposes. We need to expose an "object // replacement character" in empty controls, such as in an empty text field or // a collapsed popup menu. The presence or the absence of accessible content // inside a control might alter whether an "object replacement character" // would be exposed in that control, in contrast to ordinary text such as in // the case of a non-empty text field which should only have textual nodes // inside it. This is because empty controls need to act as a word and // character boundary. bool IsEmptyObjectReplacedByCharacter() const { if (g_ax_embedded_object_behavior == AXEmbeddedObjectBehavior::kSuppressCharacter || IsNullPosition()) { return false; } // A collapsed popup button that contains a menu list popup (i.e, the exact // subtree representation we get from a collapsed text field, because all // of the accessibility subtree inside the text field is hidden from // platform APIs. An example of how an ignored node can affect the // hypertext of an unignored ancestor is shown below: // ++kTextField "Hello" // ++++kGenericContainer ignored "Hello" // ++++++kStaticText "Hello" // ++++++++kInlineTextBox "Hello" // The generic container, even though it is ignored, should nevertheless // maintain the text of its static text child and not use an "object // replacement character". Otherwise, the value of the text field would // be wrong. // // Please note that there is one more method that controls whether an // "object replacement character" would be exposed. See // `AXPosition::IsEmptyObjectReplacedByCharacter()`. return !IsNullPosition() && !GetAnchor()->IsIgnored() && !GetAnchor()->IsText() && !GetAnchor()->IsChildOfLeaf(); } } // Determines if the anchor containing this position produces a hard line // break in the text representation, e.g. the anchor is a block level element // or a
. bool IsInLineBreakingObject() const { if (IsNullPosition()) return false; // TODO(nektar): Remove list marker from the list of objects in Blink that // are marked as line-breaking. return GetAnchor()->GetBoolAttribute( ax::mojom::BoolAttribute::kIsLineBreakingObject); } ax::mojom::Role GetAnchorRole() const { if (IsNullPosition()) return ax::mojom::Role::kUnknown; return GetRole(GetAnchor()); } ax::mojom::Role GetRole(AXNode* node) const { return node->data().role; } AXTextAttributes GetTextAttributes() const { // Check either the current anchor or its parent for text attributes. AXTextAttributes current_anchor_text_attributes = !IsNullPosition() ? GetAnchor()->data().GetTextAttributes() : AXTextAttributes(); if (current_anchor_text_attributes.IsUnset()) { AXPositionInstance parent_position = AsTreePosition()->CreateParentPosition( ax::mojom::MoveDirection::kBackward); if (!parent_position->IsNullPosition()) return parent_position->GetAnchor()->data().GetTextAttributes(); } return current_anchor_text_attributes; } std::vector GetWordStartOffsets() const { if (IsNullPosition()) return std::vector(); DCHECK(GetAnchor()); // Embedded object replacement characters are not represented in the // "kWordStarts" attribute so we need to special case them here. if (IsEmptyObjectReplacedByCharacter()) return {0}; return GetAnchor()->GetIntListAttribute( ax::mojom::IntListAttribute::kWordStarts); } std::vector GetWordEndOffsets() const { if (IsNullPosition()) return std::vector(); DCHECK(GetAnchor()); // Embedded object replacement characters are not represented in the // "kWordEnds" attribute so we need to special case them here. // // Since the whole text exposed inside of an embedded object is of // length 1 (the embedded object replacement character), the word end offset // is positioned at 1. Because we want to treat the embedded object // replacement characters as ordinary characters, it wouldn't be consistent // to assume they have no length and return 0 instead of 1. if (IsEmptyObjectReplacedByCharacter()) return {1}; return GetAnchor()->GetIntListAttribute( ax::mojom::IntListAttribute::kWordEnds); } AXNodeID GetNextOnLineID() const { if (IsNullPosition()) return kInvalidAXNodeID; DCHECK(GetAnchor()); int next_on_line_id; if (GetAnchor()->GetIntAttribute(ax::mojom::IntAttribute::kNextOnLineId, &next_on_line_id)) { return static_cast(next_on_line_id); } return kInvalidAXNodeID; } AXNodeID GetPreviousOnLineID() const { if (IsNullPosition()) return kInvalidAXNodeID; DCHECK(GetAnchor()); int previous_on_line_id; if (GetAnchor()->GetIntAttribute(ax::mojom::IntAttribute::kPreviousOnLineId, &previous_on_line_id)) { return static_cast(previous_on_line_id); } return kInvalidAXNodeID; } private: // Defines the relationship between positions during traversal. // For example, moving from a descendant to an ancestor, is a kAncestor move. enum class AXMoveType { kAncestor, kDescendant, kSibling, }; // Defines the direction of position movement, either next / previous in tree. enum class AXMoveDirection { kNextInTree, kPreviousInTree, }; // Type of predicate function called during anchor navigation. // When the predicate returns |true|, the navigation stops and returns a // null position object. using AbortMovePredicate = base::RepeatingCallback; // A text span is defined by a series of inline text boxes that make up a // single static text object. bool AtEndOfTextSpan() const { if (GetAnchorRole() != ax::mojom::Role::kInlineTextBox || !AtEndOfAnchor()) return false; // We are at the end of text span if |this| position has // role::kInlineTextBox, the parent of |this| has role::kStaticText, and the // anchor node of |this| is the last child of its parent's children. const bool is_last_child = AnchorIndexInParent() == (GetAnchorSiblingCount() - 1); DCHECK(GetAnchor()); return is_last_child && GetRole(GetAnchor()->GetParentCrossingTreeBoundary()) == ax::mojom::Role::kStaticText; } // Uses depth-first pre-order traversal. AXPositionInstance CreateNextAnchorPosition( const AbortMovePredicate& abort_predicate) const { if (IsNullPosition()) return Clone(); AXPositionInstance current_position = AsTreePosition(); DCHECK(!current_position->IsNullPosition()); if (!IsLeaf()) { const int child_index = current_position->child_index_; if (child_index < current_position->AnchorChildCount()) { AXPositionInstance child_position = current_position->CreateChildPositionAt(child_index); if (abort_predicate.Run(*current_position, *child_position, AXMoveType::kDescendant, AXMoveDirection::kNextInTree)) { return CreateNullPosition(); } return child_position; } } AXPositionInstance parent_position = current_position->CreateParentPosition(); // Get the next sibling if it exists, otherwise move up the AXTree to the // lowest next sibling of this position's ancestors. while (!parent_position->IsNullPosition()) { const int index_in_parent = current_position->AnchorIndexInParent(); if (index_in_parent + 1 < parent_position->AnchorChildCount()) { AXPositionInstance next_sibling = parent_position->CreateChildPositionAt(index_in_parent + 1); DCHECK(!next_sibling->IsNullPosition()); if (abort_predicate.Run(*current_position, *next_sibling, AXMoveType::kSibling, AXMoveDirection::kNextInTree)) { return CreateNullPosition(); } return next_sibling; } if (abort_predicate.Run(*current_position, *parent_position, AXMoveType::kAncestor, AXMoveDirection::kNextInTree)) { return CreateNullPosition(); } current_position = std::move(parent_position); parent_position = current_position->CreateParentPosition(); } return CreateNullPosition(); } // Uses depth-first pre-order traversal. AXPositionInstance CreatePreviousAnchorPosition( const AbortMovePredicate& abort_predicate) const { if (IsNullPosition()) return Clone(); AXPositionInstance current_position = AsTreePosition(); DCHECK(!current_position->IsNullPosition()); AXPositionInstance parent_position = current_position->CreateParentPosition(); if (parent_position->IsNullPosition()) return parent_position; // If there is no previous sibling, or the parent itself is a leaf, move up // to the parent. The parent can be a leaf if we start with a tree position // that is a descendant of a node that is an empty control represented by // an "object replacement character" (see // `IsEmptyObjectReplacedByCharacter()`). const int index_in_parent = current_position->AnchorIndexInParent(); if (index_in_parent <= 0 || parent_position->IsLeaf()) { if (abort_predicate.Run(*current_position, *parent_position, AXMoveType::kAncestor, AXMoveDirection::kPreviousInTree)) { return CreateNullPosition(); } return parent_position; } // Get the previous sibling's deepest last child. AXPositionInstance rightmost_leaf = parent_position->CreateChildPositionAt(index_in_parent - 1); DCHECK(!rightmost_leaf->IsNullPosition()); if (abort_predicate.Run(*current_position, *rightmost_leaf, AXMoveType::kSibling, AXMoveDirection::kPreviousInTree)) { return CreateNullPosition(); } CHECK(!rightmost_leaf->IsNullPosition()); while (!rightmost_leaf->IsLeaf()) { parent_position = std::move(rightmost_leaf); rightmost_leaf = parent_position->CreateChildPositionAt( parent_position->AnchorChildCount() - 1); DCHECK(!rightmost_leaf->IsNullPosition()); if (abort_predicate.Run(*parent_position, *rightmost_leaf, AXMoveType::kDescendant, AXMoveDirection::kPreviousInTree)) { return CreateNullPosition(); } CHECK(!rightmost_leaf->IsNullPosition()); } return rightmost_leaf; } // Creates a text position using the next leaf node as its anchor. // Nearly all of the text in the accessibility tree is contained in leaf // nodes, so this method is mostly used to move through text nodes. AXPositionInstance CreateNextLeafTextPosition( const AbortMovePredicate& abort_predicate) const { // If this is an ancestor text position, resolve to its leaf text position. if (IsTextPosition() && !IsLeaf()) return AsLeafTextPosition(); AXPositionInstance next_leaf = CreateNextAnchorPosition(abort_predicate); while (!next_leaf->IsNullPosition() && !next_leaf->IsLeaf()) next_leaf = next_leaf->CreateNextAnchorPosition(abort_predicate); DCHECK(next_leaf); return next_leaf->AsLeafTextPosition(); } // Creates a text position using the previous leaf node as its anchor. // Nearly all of the text in the accessibility tree is contained in leaf // nodes, so this method is mostly used to move through text nodes. AXPositionInstance CreatePreviousLeafTextPosition( const AbortMovePredicate& abort_predicate) const { // If this is an ancestor text position, resolve to its leaf text position. if (IsTextPosition() && !IsLeaf()) return AsLeafTextPosition(); AXPositionInstance previous_leaf = CreatePreviousAnchorPosition(abort_predicate); while (!previous_leaf->IsNullPosition() && !previous_leaf->IsLeaf()) { previous_leaf = previous_leaf->CreatePreviousAnchorPosition(abort_predicate); } DCHECK(previous_leaf); return previous_leaf->AsLeafTextPosition(); } // Creates a tree position using the next leaf node as its anchor. // Nearly all of the text in the accessibility tree is contained in leaf // nodes, so this method is mostly used to move through text nodes. AXPositionInstance CreateNextLeafTreePosition( const AbortMovePredicate& abort_predicate) const { AXPositionInstance next_leaf = AsTreePosition()->CreateNextAnchorPosition(abort_predicate); while (!next_leaf->IsNullPosition() && !next_leaf->IsLeaf()) next_leaf = next_leaf->CreateNextAnchorPosition(abort_predicate); DCHECK(next_leaf); return next_leaf; } // Creates a tree position using the previous leaf node as its anchor. // Nearly all of the text in the accessibility tree is contained in leaf // nodes, so this method is mostly used to move through text nodes. AXPositionInstance CreatePreviousLeafTreePosition( const AbortMovePredicate& abort_predicate) const { AXPositionInstance previous_leaf = AsTreePosition()->CreatePreviousAnchorPosition(abort_predicate); while (!previous_leaf->IsNullPosition() && !previous_leaf->IsLeaf()) { previous_leaf = previous_leaf->CreatePreviousAnchorPosition(abort_predicate); } DCHECK(previous_leaf); return previous_leaf; } // // Static helpers for lambda usage. // static bool AtStartOfPagePredicate(const AXPositionInstance& position) { // If a page boundary is ignored, then it should not be exposed to assistive // software. return !position->IsIgnored() && position->AtStartOfPage(); } static bool AtEndOfPagePredicate(const AXPositionInstance& position) { // If a page boundary is ignored, then it should not be exposed to assistive // software. return !position->IsIgnored() && position->AtEndOfPage(); } static bool AtStartOfParagraphPredicate(const AXPositionInstance& position) { // The "AtStartOfParagraph" method already excludes ignored nodes. return position->AtStartOfParagraph(); } static bool AtEndOfParagraphPredicate(const AXPositionInstance& position) { // The "AtEndOfParagraph" method already excludes ignored nodes. return position->AtEndOfParagraph(); } static bool AtStartOfLinePredicate(const AXPositionInstance& position) { // Sometimes, nodes that are used to signify line boundaries are ignored. return position->AtStartOfLine(); } static bool AtEndOfLinePredicate(const AXPositionInstance& position) { // Sometimes, nodes that are used to signify line boundaries are ignored. return position->AtEndOfLine(); } static bool AtStartOfWordPredicate(const AXPositionInstance& position) { // Word boundaries should be at specific text offsets that are "visible" to // assistive software, hence not ignored. Ignored nodes are often used for // additional layout information, such as line and paragraph boundaries. // Their text is not currently processed. return !position->IsIgnored() && position->AtStartOfWord(); } static bool AtEndOfWordPredicate(const AXPositionInstance& position) { // Word boundaries should be at specific text offsets that are "visible" to // assistive software, hence not ignored. Ignored nodes are often used for // additional layout information, such as line and paragraph boundaries. // Their text is not currently processed. return !position->IsIgnored() && position->AtEndOfWord(); } static bool DefaultAbortMovePredicate(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { // Default behavior is to never abort. return false; } // AbortMovePredicate function used to detect format boundaries. static bool AbortMoveAtFormatBoundary(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { if (move_from.IsNullPosition() || move_to.IsNullPosition() || move_from.IsEmptyObjectReplacedByCharacter() || move_to.IsEmptyObjectReplacedByCharacter()) { return true; } // Treat moving into or out of nodes with certain roles as a format break. ax::mojom::Role from_role = move_from.GetAnchorRole(); ax::mojom::Role to_role = move_to.GetAnchorRole(); if (from_role != to_role) { if (IsFormatBoundary(from_role) || IsFormatBoundary(to_role)) return true; } // Stop moving when text attributes differ. return move_from.AsLeafTreePosition()->GetTextAttributes() != move_to.AsLeafTreePosition()->GetTextAttributes(); } static bool MoveCrossesLineBreakingObject(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { const bool move_from_break = move_from.IsInLineBreakingObject(); const bool move_to_break = move_to.IsInLineBreakingObject(); switch (move_type) { case AXMoveType::kAncestor: // For Ancestor moves, only abort when exiting a block descendant. // We don't care if the ancestor is a block or not, since the // descendant is contained by it. return move_from_break; case AXMoveType::kDescendant: // For Descendant moves, only abort when entering a block descendant. // We don't care if the ancestor is a block or not, since the // descendant is contained by it. return move_to_break; case AXMoveType::kSibling: // For Sibling moves, abort if at least one of the siblings are a block, // because that would mean exiting and/or entering a block. return move_from_break || move_to_break; } NOTREACHED(); return false; } // AbortMovePredicate function used to detect paragraph boundaries. // We don't want to abort immediately after crossing a line breaking object // boundary if the anchor we're moving to is not a leaf, this is necessary to // avoid aborting if the next leaf position is whitespace-only; update // |crossed_line_breaking_object_token| and wait until a leaf anchor is // reached in order to correctly determine paragraph boundaries. static bool AbortMoveAtParagraphBoundary( bool& crossed_line_breaking_object_token, const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { if (move_from.IsNullPosition() || move_to.IsNullPosition() || move_from.IsEmptyObjectReplacedByCharacter() || move_to.IsEmptyObjectReplacedByCharacter()) { return true; } if (!crossed_line_breaking_object_token) { crossed_line_breaking_object_token = MoveCrossesLineBreakingObject( move_from, move_to, move_type, direction); } if (crossed_line_breaking_object_token && move_to.IsLeaf()) { // If there's a sequence of whitespace-only anchors, collapse so only the // last whitespace-only anchor is considered a paragraph boundary. return direction != AXMoveDirection::kNextInTree || !move_to.IsInWhiteSpace(); } return false; } // This AbortMovePredicate never aborts, but detects whether a sequence of // consecutive moves cross any line breaking object boundary. static bool UpdateCrossedLineBreakingObjectToken( bool& crossed_line_breaking_object_token, const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { if (!crossed_line_breaking_object_token) { crossed_line_breaking_object_token = MoveCrossesLineBreakingObject( move_from, move_to, move_type, direction); } return false; } // AbortMovePredicate function used to detect page boundaries. // // Depending on the type of content, it might be separated into a number of // pages. For example, a PDF document may expose multiple pages. static bool AbortMoveAtPageBoundary(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { if (move_from.IsNullPosition() || move_to.IsNullPosition()) return true; const bool move_from_break = move_from.GetAnchor()->GetBoolAttribute( ax::mojom::BoolAttribute::kIsPageBreakingObject); const bool move_to_break = move_to.GetAnchor()->GetBoolAttribute( ax::mojom::BoolAttribute::kIsPageBreakingObject); switch (move_type) { case AXMoveType::kAncestor: // For Ancestor moves, only abort when exiting a page break. // We don't care if the ancestor is a page break or not, since the // descendant is contained by it. return move_from_break; case AXMoveType::kDescendant: // For Descendant moves, only abort when entering a page break // descendant. We don't care if the ancestor is a page break or not, // since the descendant is contained by it. return move_to_break; case AXMoveType::kSibling: // For Sibling moves, abort if both of the siblings are a page break, // because that would mean exiting and/or entering a page break. return move_from_break && move_to_break; } } // AbortMovePredicate function used to detect crossing through the boundaries // of a window-like container, such as a webpage, a PDF, a dialog, the // browser's UI (AKA Views), or the whole desktop. static bool AbortMoveAtRootBoundary(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { // Positions are null when moving past the whole content, therefore the root // of a window-like container has certainly been crossed. if (move_from.IsNullPosition() || move_to.IsNullPosition()) return true; const ax::mojom::Role move_from_role = move_from.GetAnchorRole(); const ax::mojom::Role move_to_role = move_to.GetAnchorRole(); switch (move_type) { case AXMoveType::kAncestor: // For Ancestor moves, only abort when exiting a window-like container. // We don't care if the ancestor is the root of a window-like container // or not, since the descendant is contained by it. However, we do care // if the ancestor is an iframe because a webpage should be navigated as // a single document together with all its iframes, (out-of-process or // otherwise). return IsRootLike(move_from_role) && !IsIframe(move_to_role); case AXMoveType::kDescendant: // For Descendant moves, only abort when entering a window-like // container. We don't care if the ancestor is the root of a window-like // container or not, since the descendant is contained by it. However, // we do care if the ancestor is an iframe because a webpage should be // navigated as a single document together with all its iframes, // (out-of-process or otherwise). return IsRootLike(move_to_role) && !IsIframe(move_from_role); case AXMoveType::kSibling: // For Sibling moves, abort if both of the siblings are at the root of // window-like containers because that would mean exiting and/or // entering a new window-like container. Iframes should not be present // in this case because an iframe should never contain more than one // kRootWebArea as its immediate child. return IsRootLike(move_from_role) && IsRootLike(move_to_role); } } static bool AbortMoveAtStartOfInlineBlock(const AXPosition& move_from, const AXPosition& move_to, const AXMoveType move_type, const AXMoveDirection direction) { if (move_from.IsNullPosition() || move_to.IsNullPosition()) return true; // These will only be available if AXMode has kHTML set. const bool move_from_is_inline_block = move_from.GetAnchor()->GetStringAttribute( ax::mojom::StringAttribute::kDisplay) == "inline-block"; const bool move_to_is_inline_block = move_to.GetAnchor()->GetStringAttribute( ax::mojom::StringAttribute::kDisplay) == "inline-block"; switch (direction) { case AXMoveDirection::kNextInTree: // When moving forward, break if we enter an inline block. return move_to_is_inline_block && (move_type == AXMoveType::kDescendant || move_type == AXMoveType::kSibling); case AXMoveDirection::kPreviousInTree: // When moving backward, break if we exit an inline block. return move_from_is_inline_block && (move_type == AXMoveType::kAncestor || move_type == AXMoveType::kSibling); } NOTREACHED(); return false; } static std::vector GetWordStartOffsetsFunc( const AXPositionInstance& position) { return position->GetWordStartOffsets(); } static std::vector GetWordEndOffsetsFunc( const AXPositionInstance& position) { return position->GetWordEndOffsets(); } // Creates an ancestor equivalent position at the root node of this position's // accessibility tree, e.g. at the root of the current iframe (out-of-process // or not), PDF plugin, Views tree, dialog (native, ARIA or HTML), window, or // the whole desktop. // // For a similar method that does not stop at all iframe boundaries, see // `CreateRootAncestorPosition`. // // See `CreateParentPosition` for an explanation of the use of // |move_direction|. AXPositionInstance CreateAXTreeRootAncestorPosition( ax::mojom::MoveDirection move_direction) const { if (IsNullPosition()) return Clone(); AXPositionInstance root_position = Clone(); while (!IsRootLike(root_position->GetAnchorRole())) { AXPositionInstance parent_position = root_position->CreateParentPosition(move_direction); if (parent_position->IsNullPosition()) break; root_position = std::move(parent_position); } return root_position; } // Creates an ancestor equivalent position at the root node of all content, // e.g. at the root of the whole webpage, PDF plugin, Views tree, dialog // (native, ARIA or HTML), window, or the whole desktop. // // Note that this method will break out of an out-of-process iframe and return // a position at the root of the top-level document, but it will not break // into the Views tree if present. For a similar method that stops at all // iframe boundaries, see `CreateAXTreeRootAncestorPosition`. // // See `CreateParentPosition` for an explanation of the use of // |move_direction|. AXPositionInstance CreateRootAncestorPosition( ax::mojom::MoveDirection move_direction) const { AXPositionInstance root_position = CreateAXTreeRootAncestorPosition(move_direction); AXPositionInstance web_root_position = CreateNullPosition(); for (; !root_position->IsNullPosition(); root_position = root_position->CreateAXTreeRootAncestorPosition(move_direction)) { // An "ax::mojom::Role::kRootWebArea" could also be present at the root of // iframes or embedded objects, so we need to check that for that specific // role the position is also at the top of the forest of accessibility // trees making up the webpage. Note that the forest of accessibility // trees would include Views and on Chrome OS the whole desktop, so in the // case of a web root, checking if the parent position is the null // position will not work. if (root_position->GetAnchorRole() != ax::mojom::Role::kRootWebArea) { if (web_root_position->IsNullPosition()) return root_position; // Original position is not in web contents. // The previously saved web root is the shallowest in the forest of // accessibility trees. return web_root_position; } // Save this web root position and check if it is the shallowest in the // forest of accessibility trees. web_root_position = root_position->Clone(); root_position = root_position->CreateParentPosition(move_direction); } return web_root_position; } // Creates a text position that is in the same anchor as the current // position, but starting from the current text offset, adjusts to the next // or the previous boundary offset depending on the boundary direction. If // there is no next / previous offset, the current text offset is unchanged. AXPositionInstance CreatePositionAtNextOffsetBoundary( ax::mojom::MoveDirection move_direction, BoundaryTextOffsetsFunc get_offsets) const { if (IsNullPosition() || get_offsets.is_null()) return Clone(); AXPositionInstance text_position = AsTextPosition(); const std::vector boundary_offsets = get_offsets.Run(text_position); if (boundary_offsets.empty()) return text_position; switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: { auto offsets_iterator = std::lower_bound(boundary_offsets.begin(), boundary_offsets.end(), int32_t{text_position->text_offset_}); // If there is no previous offset, the current offset should be // unchanged. if (offsets_iterator > boundary_offsets.begin()) { // Since we already checked if "boundary_offsets" are non-empty, we // can safely move the iterator one position back, even if it's // currently at the vector's end. --offsets_iterator; text_position->text_offset_ = int(*offsets_iterator); text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; } break; } case ax::mojom::MoveDirection::kForward: { const auto offsets_iterator = std::upper_bound(boundary_offsets.begin(), boundary_offsets.end(), int32_t{text_position->text_offset_}); // If there is no next offset, the current offset should be unchanged. if (offsets_iterator < boundary_offsets.end()) { text_position->text_offset_ = int(*offsets_iterator); text_position->affinity_ = ax::mojom::TextAffinity::kDownstream; } break; } } return text_position; } // Creates a text position that is in the same anchor as the current // position, but adjusts its text offset to be either at the first or last // offset boundary, based on the boundary direction. When moving forward, // the text position is adjusted to point to the first offset boundary, or // to the end of its anchor if there are no offset boundaries. When moving // backward, it is adjusted to point to the last offset boundary, or to the // start of its anchor if there are no offset boundaries. AXPositionInstance CreatePositionAtFirstOffsetBoundary( ax::mojom::MoveDirection move_direction, BoundaryTextOffsetsFunc get_offsets) const { if (IsNullPosition() || get_offsets.is_null()) return Clone(); AXPositionInstance text_position = AsTextPosition(); const std::vector boundary_offsets = get_offsets.Run(text_position); switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: if (boundary_offsets.empty()) { return text_position->CreatePositionAtStartOfAnchor(); } else { text_position->text_offset_ = int(boundary_offsets[boundary_offsets.size() - 1]); return text_position; } break; case ax::mojom::MoveDirection::kForward: if (boundary_offsets.empty()) { return text_position->CreatePositionAtEndOfAnchor(); } else { text_position->text_offset_ = int(boundary_offsets[0]); return text_position; } break; } } // Returns the next leaf text position in the specified direction ensuring // that *AsLeafTextPosition() != *CreateAdjacentLeafTextPosition() is true; // returns a null position if no adjacent position exists. // // This method is the first step for CreateBoundary[Start|End]Position to // guarantee that the resulting position when using a boundary behavior other // than StopIfAlreadyAtBoundary is not equivalent to the initial position. // // Note that using CompareTo with text positions does not take into account // position affinity or tree pre-order: two text positions are considered // equivalent if their offsets in the text representation of the entire AXTree // are the same. As such, using Create[Next|Previous]LeafTextPosition is not // enough to create adjacent positions, e.g. the end of an anchor and the // start of the next one are equivalent; furthermore, there could be nodes // with no text representation between them, all of them being equivalent too. // // IMPORTANT: This method basically moves the given position one character // forward/backward, but it could end up at the middle of a grapheme cluster, // so it shouldn't be used to move by ax::mojom::TextBoundary::kCharacter (for // such a purpose use Create[Next|Previous]CharacterPosition instead). AXPositionInstance CreateAdjacentLeafTextPosition( ax::mojom::MoveDirection move_direction) const { AXPositionInstance text_position = AsLeafTextPosition(); switch (move_direction) { case ax::mojom::MoveDirection::kNone: NOTREACHED(); return CreateNullPosition(); case ax::mojom::MoveDirection::kBackward: // If we are at a text offset greater than 0, we will simply decrease // the offset by one; otherwise, create a position at the end of the // previous leaf node with non-empty text and decrease its offset. // // Same as the comment above, using AtStartOfAnchor is enough to skip // empty text nodes that are equivalent to the initial position. while (text_position->AtStartOfAnchor()) { text_position = text_position ->CreatePreviousLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)) ->CreatePositionAtEndOfAnchor(); } if (!text_position->IsNullPosition()) --text_position->text_offset_; break; case ax::mojom::MoveDirection::kForward: // If we are at a text offset less than MaxTextOffset, we will simply // increase the offset by one; otherwise, create a position at the start // of the next leaf node with non-empty text and increase its offset. // // Note that a position located at offset 0 of an empty text node is // considered both, at the start and at the end of its anchor, so the // following loop skips over empty text leaf nodes, which is expected // since those positions are equivalent to both, the previous non-empty // leaf node's end and the next non-empty leaf node's start. while (text_position->AtEndOfAnchor()) { text_position = text_position->CreateNextLeafTextPosition( base::BindRepeating(&AbortMoveAtRootBoundary)); } if (!text_position->IsNullPosition()) ++text_position->text_offset_; break; } DCHECK(text_position->IsValid()); return text_position; } AXPositionKind kind_; AXTreeID tree_id_; AXNodeID anchor_id_; // For text positions, |child_index_| is initially set to |-1| and only // computed on demand. The same with tree positions and |text_offset_|. int child_index_; // "text_offset_" represents the number of UTF16 code units before this // position. It doesn't count grapheme clusters. int text_offset_; // Affinity is used to distinguish between two text positions that point to // the same text offset, but which happens to fall on a soft line break. A // soft line break doesn't insert any white space in the accessibility tree, // so without affinity there would be no way to determine whether a text // position is before or after the soft line break. An upstream affinity // means that the position is before the soft line break, whilst a // downstream affinity means that the position is after the soft line break. // // Please note that affinity could only be set to upstream for positions // that are anchored to non-leaf nodes. When on a leaf node, there could // never be an ambiguity as to which line a position points to because Blink // creates separate inline text boxes for each line of text. Therefore, a // leaf text position before the soft line break would be pointing to the // end of its anchor node, whilst a leaf text position after the soft line // break would be pointing to the start of the next node. ax::mojom::TextAffinity affinity_; // // Cached members that should be lazily created on first use. // // In the case of a leaf position, its inner text (in UTF16 format). Used for // initializing a grapheme break iterator. mutable std::u16string name_; }; template const int AXPosition::BEFORE_TEXT; template const int AXPosition::INVALID_INDEX; template const int AXPosition::INVALID_OFFSET; template bool operator==(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() == 0; } template bool operator!=(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() != 0; } template bool operator<(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() < 0; } template bool operator<=(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() <= 0; } template bool operator>(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() > 0; } template bool operator>=(const AXPosition& first, const AXPosition& second) { const absl::optional compare_to_optional = first.CompareTo(second); return compare_to_optional.has_value() && compare_to_optional.value() >= 0; } template void swap(AXPosition& first, AXPosition& second) { first.swap(second); } template std::ostream& operator<<( std::ostream& stream, const AXPosition& position) { return stream << position.ToString(); } } // namespace ui #endif // UI_ACCESSIBILITY_AX_POSITION_H_