1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
/*
* This program is free software; you can redistribute it and/or modify it under the
* terms of the GNU Lesser General Public License, version 2.1 as published by the Free Software
* Foundation.
*
* You should have received a copy of the GNU Lesser General Public License along with this
* program; if not, you can obtain a copy at http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html
* or from the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*
* This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
* without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
* See the GNU Lesser General Public License for more details.
*
* Copyright (c) 2007 - 2009 Pentaho Corporation and Contributors. All rights reserved.
*/
package org.pentaho.reporting.libraries.base.util;
import junit.framework.Test;
import junit.framework.TestSuite;
import junit.framework.TestCase;
import org.pentaho.reporting.libraries.base.util.CSVTokenizer;
/**
* @author Thomas Morgner
* @author Rob Edgeler
*/
public class CSVTokenizerTest extends TestCase
{
public CSVTokenizerTest(final String name)
{
super(name);
}
public void testHasMoreTokens()
{
CSVTokenizer tokeniser = new CSVTokenizer("", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertTrue("Should have no more tokens.", (!tokeniser.hasMoreTokens()));
tokeniser = new CSVTokenizer("a,b,c", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("a", tokeniser.nextToken());
assertEquals("b", tokeniser.nextToken());
assertEquals("c", tokeniser.nextToken());
tokeniser = new CSVTokenizer(",b,c", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("", tokeniser.nextToken());
assertEquals("b", tokeniser.nextToken());
assertEquals("c", tokeniser.nextToken());
tokeniser = new CSVTokenizer("a,,c", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("a", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
assertEquals("c", tokeniser.nextToken());
tokeniser = new CSVTokenizer("a,b,", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("a", tokeniser.nextToken());
assertEquals("b", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
tokeniser = new CSVTokenizer(",,", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
tokeniser = new CSVTokenizer("\"\",\"\",\"\"", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 3, tokeniser.countTokens());
assertEquals("", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
assertEquals("", tokeniser.nextToken());
}
public void testNextToken()
{
CSVTokenizer tokeniser = new CSVTokenizer("\"Test\"\"Test\"", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 1, tokeniser.countTokens());
assertEquals("Test\"Test", tokeniser.nextToken());
tokeniser = new CSVTokenizer("\"Test Test\"", CSVTokenizer.SEPARATOR_COMMA,
CSVTokenizer.DOUBLE_QUATE);
assertEquals("Should count tokens correctly", 1, tokeniser.countTokens());
assertEquals("Test Test", tokeniser.nextToken());
}
/** @return a <code>TestSuite</code> */
public static Test suite()
{
final TestSuite suite = new TestSuite();
suite.setName("Test for CSVTokenizer.");
suite.addTest(new CSVTokenizerTest("testHasMoreTokens"));
return suite;
}
}
|
