1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
using System.Globalization;
namespace System.Windows
{
/// <summary>
/// Helper class for parsing serialized data structures from the System.Windows namespace.
/// </summary>
internal class NumericListTokenizer
{
private readonly string _str;
private readonly char _separator;
private int _position;
private enum Symbol
{
Token,
Separator,
Whitspace,
EndOfLine
}
public NumericListTokenizer (string str, IFormatProvider formatProvider)
{
_str = str ?? throw new ArgumentNullException (nameof(str));
_separator = GetSeparator (formatProvider ?? throw new ArgumentNullException (nameof(formatProvider)));
}
public static char GetSeparator (IFormatProvider formatProvider)
{
// By convention, string representations of target classes always use ';' as a separator
// if the decimal number separator is ','. Otherwise, the separator is ','.
return NumberFormatInfo.GetInstance (formatProvider).NumberDecimalSeparator != "," ? ',' : ';';
}
private Symbol GetCurrentSymbol ()
{
if (_position >= _str.Length)
return Symbol.EndOfLine;
if (_str[_position] == _separator)
return Symbol.Separator;
if (char.IsWhiteSpace (_str, _position))
return Symbol.Whitspace;
return Symbol.Token;
}
private void SkipAllWhitespaces ()
{
while (GetCurrentSymbol () == Symbol.Whitspace)
{
_position++;
}
}
private void SkipNextDelimeter ()
{
SkipAllWhitespaces ();
switch (GetCurrentSymbol ())
{
case Symbol.Token:
return;
case Symbol.Separator:
_position++;
SkipAllWhitespaces ();
return;
default:
throw new InvalidOperationException ("Separator not found");
}
}
public bool HasNoMoreTokens ()
{
SkipAllWhitespaces ();
return GetCurrentSymbol () == Symbol.EndOfLine;
}
public string GetNextToken ()
{
var length = 0;
if (_position == 0)
{
SkipAllWhitespaces ();
}
else
{
SkipNextDelimeter ();
}
while (GetCurrentSymbol () == Symbol.Token)
{
_position++;
length++;
}
if (length == 0)
{
throw new InvalidOperationException ("Next token not found");
}
return _str.Substring (_position - length, length);
}
}
}
|
