File: phrase_segmenter.h

package info (click to toggle)
chromium 138.0.7204.183-1
  • links: PTS, VCS
  • area: main
  • in suites: trixie
  • size: 6,071,908 kB
  • sloc: cpp: 34,937,088; ansic: 7,176,967; javascript: 4,110,704; python: 1,419,953; asm: 946,768; xml: 739,971; pascal: 187,324; sh: 89,623; perl: 88,663; objc: 79,944; sql: 50,304; cs: 41,786; fortran: 24,137; makefile: 21,806; php: 13,980; tcl: 13,166; yacc: 8,925; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (30 lines) | stat: -rw-r--r-- 1,372 bytes parent folder | download | duplicates (7)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef CHROME_RENDERER_ACCESSIBILITY_PHRASE_SEGMENTATION_PHRASE_SEGMENTER_H_
#define CHROME_RENDERER_ACCESSIBILITY_PHRASE_SEGMENTATION_PHRASE_SEGMENTER_H_

#include <vector>

#include "chrome/renderer/accessibility/phrase_segmentation/base_phrase_segmenter.h"
#include "chrome/renderer/accessibility/phrase_segmentation/token_boundaries.h"
#include "chrome/renderer/accessibility/phrase_segmentation/tokenized_sentence.h"

// PhraseSegmenter breaks an input text into segments (phrases) by
// breaking the dependency graph of the tokens of the text.
// The algorithm is described in go/smart-highlighting.
class PhraseSegmenter : public BasePhraseSegmenter {
 public:
  // Returns a score for every boundary indicating the likelihood of breaking.
  // The inputs are the tokenized sentence, the calculated token boundaries, the
  // strategy for finding the segments ('words' or 'characters') and the
  // threshold for the strategy.
  std::vector<float> CalculatePhraseBoundariesVector(
      const TokenizedSentence& tokenized_sentence,
      const TokenBoundaries& token_boundaries,
      Strategy strategy,
      int threshold) override;
};

#endif  // CHROME_RENDERER_ACCESSIBILITY_PHRASE_SEGMENTATION_PHRASE_SEGMENTER_H_