1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
/*
* Copyright (C) 2013 Google, Inc. All Rights Reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY GOOGLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GOOGLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#include "core/html/parser/BackgroundHTMLInputStream.h"
namespace blink {
BackgroundHTMLInputStream::BackgroundHTMLInputStream()
: m_firstValidCheckpointIndex(0),
m_firstValidSegmentIndex(0),
m_totalCheckpointTokenCount(0) {}
void BackgroundHTMLInputStream::append(const String& input) {
m_current.append(SegmentedString(input));
m_segments.push_back(input);
}
void BackgroundHTMLInputStream::close() {
m_current.close();
}
HTMLInputCheckpoint BackgroundHTMLInputStream::createCheckpoint(
size_t tokensExtractedSincePreviousCheckpoint) {
HTMLInputCheckpoint checkpoint = m_checkpoints.size();
m_checkpoints.push_back(Checkpoint(m_current, m_segments.size(),
tokensExtractedSincePreviousCheckpoint));
m_totalCheckpointTokenCount += tokensExtractedSincePreviousCheckpoint;
return checkpoint;
}
void BackgroundHTMLInputStream::invalidateCheckpointsBefore(
HTMLInputCheckpoint newFirstValidCheckpointIndex) {
ASSERT(newFirstValidCheckpointIndex < m_checkpoints.size());
// There is nothing to do for the first valid checkpoint.
if (m_firstValidCheckpointIndex == newFirstValidCheckpointIndex)
return;
ASSERT(newFirstValidCheckpointIndex > m_firstValidCheckpointIndex);
const Checkpoint& lastInvalidCheckpoint =
m_checkpoints[newFirstValidCheckpointIndex - 1];
ASSERT(m_firstValidSegmentIndex <=
lastInvalidCheckpoint.numberOfSegmentsAlreadyAppended);
for (size_t i = m_firstValidSegmentIndex;
i < lastInvalidCheckpoint.numberOfSegmentsAlreadyAppended; ++i)
m_segments[i] = String();
m_firstValidSegmentIndex =
lastInvalidCheckpoint.numberOfSegmentsAlreadyAppended;
for (size_t i = m_firstValidCheckpointIndex; i < newFirstValidCheckpointIndex;
++i)
m_checkpoints[i].clear();
m_firstValidCheckpointIndex = newFirstValidCheckpointIndex;
updateTotalCheckpointTokenCount();
}
void BackgroundHTMLInputStream::rewindTo(HTMLInputCheckpoint checkpointIndex,
const String& unparsedInput) {
ASSERT(checkpointIndex <
m_checkpoints
.size()); // If this ASSERT fires, checkpointIndex is invalid.
const Checkpoint& checkpoint = m_checkpoints[checkpointIndex];
ASSERT(!checkpoint.isNull());
bool isClosed = m_current.isClosed();
m_current = checkpoint.input;
for (size_t i = checkpoint.numberOfSegmentsAlreadyAppended;
i < m_segments.size(); ++i) {
ASSERT(!m_segments[i].isNull());
m_current.append(SegmentedString(m_segments[i]));
}
if (!unparsedInput.isEmpty()) {
m_current.prepend(SegmentedString(unparsedInput),
SegmentedString::PrependType::NewInput);
}
if (isClosed && !m_current.isClosed())
m_current.close();
ASSERT(m_current.isClosed() == isClosed);
m_segments.clear();
m_checkpoints.clear();
m_firstValidCheckpointIndex = 0;
m_firstValidSegmentIndex = 0;
updateTotalCheckpointTokenCount();
}
void BackgroundHTMLInputStream::updateTotalCheckpointTokenCount() {
m_totalCheckpointTokenCount = 0;
for (const auto& checkpoint : m_checkpoints) {
m_totalCheckpointTokenCount +=
checkpoint.tokensExtractedSincePreviousCheckpoint;
}
}
} // namespace blink
|
