1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
// Package parseutil contains utilities built on top of the parse package.
package parseutil
import (
"strings"
"github.com/elves/elvish/parse"
)
// LeafNodeAtDot finds the leaf node at a specific position. It returns nil if
// position is out of bound.
func FindLeafNode(n parse.Node, p int) parse.Node {
descend:
for len(n.Children()) > 0 {
for _, ch := range n.Children() {
if ch.Begin() <= p && p <= ch.End() {
n = ch
continue descend
}
}
return nil
}
return n
}
// Wordify turns a piece of source code into words.
func Wordify(src string) []string {
n, _ := parse.Parse("[wordify]", src)
return wordifyInner(n, nil)
}
func wordifyInner(n parse.Node, words []string) []string {
if len(n.Children()) == 0 || parse.IsCompound(n) {
text := n.SourceText()
if strings.TrimFunc(text, parse.IsSpaceOrNewline) != "" {
return append(words, text)
}
return words
}
for _, ch := range n.Children() {
words = wordifyInner(ch, words)
}
return words
}
|
