File: Trie.swift

package info (click to toggle)
swiftlang 6.0.3-2
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 2,519,992 kB
  • sloc: cpp: 9,107,863; ansic: 2,040,022; asm: 1,135,751; python: 296,500; objc: 82,456; f90: 60,502; lisp: 34,951; pascal: 19,946; sh: 18,133; perl: 7,482; ml: 4,937; javascript: 4,117; makefile: 3,840; awk: 3,535; xml: 914; fortran: 619; cs: 573; ruby: 573
file content (265 lines) | stat: -rw-r--r-- 8,752 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
//===----------------------------------------------------------------------===//
//
// This source file is part of the Swift open source project
//
// Copyright (c) 2020-2021 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See http://swift.org/LICENSE.txt for license information
// See http://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//

import class Foundation.NSLock
import PackageModel

struct Trie<Document: Hashable> {
    private typealias Node = TrieNode<Character, Document>

    private let root: Node
    private let lock = NSLock()

    init() {
        self.root = Node()
    }

    /// Inserts a word and its document to the trie.
    func insert(word: String, foundIn document: Document) {
        guard !word.isEmpty else { return }

        self.lock.withLock {
            var currentNode = self.root
            // Check if word already exists otherwise creates the node path
            for character in word.lowercased() {
                if let child = currentNode.children[character] {
                    currentNode = child
                } else {
                    currentNode = currentNode.add(value: character)
                }
            }

            currentNode.add(document: document)
        }
    }

    /// Removes word occurrences found in the given document.
    func remove(document: Document) {
        func removeInSubTrie(root: Node, document: Document) {
            if root.isTerminating {
                root.remove(document: document)
            }

            // Clean up sub-tries
            root.children.values.forEach {
                removeInSubTrie(root: $0, document: document)
            }

            root.children.forEach { value, node in
                // If a child node doesn't have children (i.e., there are no words under it),
                // and itself is not a word, delete it since its path has become a deadend.
                if node.isLeaf, !node.isTerminating {
                    root.remove(value: value)
                }
            }
        }

        self.lock.withLock {
            removeInSubTrie(root: self.root, document: document)
        }
    }

    /// Removes word occurrences found in matching document(s).
    func remove(where predicate: @escaping (Document) -> Bool) {
        func removeInSubTrie(root: Node, where predicate: @escaping (Document) -> Bool) {
            if root.isTerminating {
                root.remove(where: predicate)
            }

            // Clean up sub-tries
            root.children.values.forEach {
                removeInSubTrie(root: $0, where: predicate)
            }

            root.children.forEach { value, node in
                // If a child node doesn't have children (i.e., there are no words under it),
                // and itself is not a word, delete it since its path has become a deadend.
                if node.isLeaf, !node.isTerminating {
                    root.remove(value: value)
                }
            }
        }

        self.lock.withLock {
            removeInSubTrie(root: self.root, where: predicate)
        }
    }

    /// Checks if the trie contains the exact word or words with matching prefix.
    func contains(word: String, prefixMatch: Bool = false) -> Bool {
        guard let node = self.findLastNodeOf(word: word) else {
            return false
        }
        return prefixMatch || node.isTerminating
    }

    /// Finds the word in this trie and returns its documents.
    func find(word: String) throws -> Set<Document> {
        guard let node = self.findLastNodeOf(word: word), node.isTerminating else {
            throw NotFoundError(word)
        }
        return node.documents
    }

    /// Finds words with matching prefix in this trie and returns their documents.
    func findWithPrefix(_ prefix: String) throws -> [String: Set<Document>] {
        guard let node = self.findLastNodeOf(word: prefix) else {
            throw NotFoundError(prefix)
        }

        func wordsInSubTrie(root: Node, prefix: String) -> [String: Set<Document>] {
            precondition(root.value != nil, "Sub-trie root's value should not be nil")

            var subTrieWords = [String: Set<Document>]()

            // Construct the new prefix by adding the sub-trie root's character
            var previousCharacters = prefix
            previousCharacters.append(root.value!.lowercased()) // !-safe; see precondition

            // The root actually forms a word
            if root.isTerminating {
                subTrieWords[previousCharacters] = root.documents
            }

            // Collect all words under this sub-trie
            root.children.values.forEach {
                let childWords = wordsInSubTrie(root: $0, prefix: previousCharacters)
                subTrieWords.merge(childWords, uniquingKeysWith: { _, child in child })
            }

            return subTrieWords
        }

        var words = [String: Set<Document>]()

        let prefix = prefix.lowercased()
        // The prefix is actually a word
        if node.isTerminating {
            words[prefix] = node.documents
        }

        node.children.values.forEach {
            let childWords = wordsInSubTrie(root: $0, prefix: prefix)
            words.merge(childWords, uniquingKeysWith: { _, child in child })
        }

        return words
    }

    /// Finds the last node in the path of the given word if it exists in this trie.
    private func findLastNodeOf(word: String) -> Node? {
        guard !word.isEmpty else { return nil }

        return self.lock.withLock {
            var currentNode = self.root
            // Traverse down the trie as far as we can
            for character in word.lowercased() {
                guard let child = currentNode.children[character] else {
                    return nil
                }
                currentNode = child
            }
            return currentNode
        }
    }
}

private final class TrieNode<T: Hashable, Document: Hashable> {
    /// The value (i.e., character) that this node stores. `nil` if root.
    let value: T?

    /// The parent of this node. `nil` if root.
    private weak var parent: TrieNode<T, Document>?

    /// The children of this node identified by their corresponding value.
    private var _children = [T: TrieNode<T, Document>]()
    private let childrenLock = NSLock()

    /// If the path to this node forms a valid word, these are the documents where the word can be found.
    private var _documents = Set<Document>()
    private let documentsLock = NSLock()

    var isLeaf: Bool {
        self.childrenLock.withLock {
            self._children.isEmpty
        }
    }

    /// `true` indicates the path to this node forms a valid word.
    var isTerminating: Bool {
        self.documentsLock.withLock {
            !self._documents.isEmpty
        }
    }

    var children: [T: TrieNode<T, Document>] {
        self.childrenLock.withLock {
            self._children
        }
    }

    var documents: Set<Document> {
        self.documentsLock.withLock {
            self._documents
        }
    }

    init(value: T? = nil, parent: TrieNode<T, Document>? = nil) {
        self.value = value
        self.parent = parent
    }

    /// Adds a subpath under this node.
    func add(value: T) -> TrieNode<T, Document> {
        self.childrenLock.withLock {
            if let existing = self._children[value] {
                return existing
            }

            let child = TrieNode<T, Document>(value: value, parent: self)
            self._children[value] = child
            return child
        }
    }

    /// Removes a subpath from this node.
    func remove(value: T) {
        _ = self.childrenLock.withLock {
            self._children.removeValue(forKey: value)
        }
    }

    /// Adds a document in which the word formed by path leading to this node can be found.
    func add(document: Document) {
        _ = self.documentsLock.withLock {
            self._documents.insert(document)
        }
    }

    /// Removes a referenced document.
    func remove(document: Document) {
        _ = self.documentsLock.withLock {
            self._documents.remove(document)
        }
    }

    /// Removes documents that satisfy the given predicate.
    func remove(where predicate: @escaping (Document) -> Bool) {
        self.documentsLock.withLock {
            for document in self._documents {
                if predicate(document) {
                    self._documents.remove(document)
                }
            }
        }
    }
}