1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
/*=========================================================================
Program: Visualization Toolkit
Module: Tokenizer.cxx
Copyright (c) Ken Martin, Will Schroeder, Bill Lorensen
All rights reserved.
See Copyright.txt or http://www.kitware.com/Copyright.htm for details.
This software is distributed WITHOUT ANY WARRANTY; without even
the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
PURPOSE. See the above copyright notice for more information.
=========================================================================*/
/*
* Copyright 2003 Sandia Corporation.
* Under the terms of Contract DE-AC04-94AL85000, there is a non-exclusive
* license for use of this work by or on behalf of the
* U.S. Government. Redistribution and use in source and binary forms, with
* or without modification, are permitted provided that this Notice and any
* statement of authorship are reproduced on all copies.
*/
#include "Tokenizer.h"
Tokenizer::Tokenizer(const char *s, const char *delim)
: FullString(s), Delim(delim)
{
this->Reset();
}
Tokenizer::Tokenizer(const std::string &s, const char *delim)
: FullString(s), Delim(delim)
{
this->Reset();
}
std::string Tokenizer::GetNextToken()
{
if (this->HasMoreTokens())
{
std::string::size_type token_start = this->Position;
std::string::size_type token_end
= this->FullString.find_first_of(this->Delim, token_start);
this->Position = this->FullString.find_first_not_of(this->Delim, token_end);
if (token_end != std::string::npos)
{
return this->FullString.substr(token_start, token_end-token_start);
}
else
{
return this->FullString.substr(token_start);
}
}
else
{
return std::string();
}
}
std::string Tokenizer::GetRemainingString() const
{
if (this->HasMoreTokens())
{
return this->FullString.substr(this->Position);
}
else
{
return std::string();
}
}
bool Tokenizer::HasMoreTokens() const
{
return (this->Position != std::string::npos);
}
void Tokenizer::Reset()
{
this->Position = this->FullString.find_first_not_of(this->Delim);
}
|
