1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
using System;
using System.Collections.Generic;
namespace ICSharpCode.NRefactory.CSharp
{
/// <summary>
/// A specific role only used for C# tokens
/// </summary>
public sealed class TokenRole : Role<CSharpTokenNode>
{
internal readonly static List<string> Tokens = new List<string> ();
internal readonly static List<int> TokenLengths = new List<int> ();
internal readonly uint TokenIndex;
static TokenRole ()
{
// null token
Tokens.Add ("");
TokenLengths.Add (0);
}
/// <summary>
/// Gets the token as string. Note that the token Name and Token value may differ.
/// </summary>
public string Token {
get;
private set;
}
/// <summary>
/// Gets the char length of the token.
/// </summary>
public int Length {
get;
private set;
}
public TokenRole(string token) : base (token, CSharpTokenNode.Null)
{
this.Token = token;
this.Length = token.Length;
bool found = false;
for (int i = 0; i < Tokens.Count; i++) {
var existingToken = Tokens [i];
if (existingToken == token) {
TokenIndex = (uint)i;
found = true;
break;
}
}
if (!found) {
TokenIndex = (uint)Tokens.Count;
Tokens.Add (token);
TokenLengths.Add (this.Length);
}
}
}
}
|
