File: parse_utils.cpp

package info (click to toggle)
mysql-workbench 6.3.8%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: stretch
  • size: 113,932 kB
  • ctags: 87,814
  • sloc: ansic: 955,521; cpp: 427,465; python: 59,728; yacc: 59,129; xml: 54,204; sql: 7,091; objc: 965; makefile: 638; sh: 613; java: 237; perl: 30; ruby: 6; php: 1
file content (108 lines) | stat: -rw-r--r-- 2,490 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
/* 
 * Copyright (c) 2007, 2014, Oracle and/or its affiliates. All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; version 2 of the
 * License.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 * 02110-1301  USA
 */

#include "parse_utils.h"

namespace bec {


bool tokenize_string_list(const std::string &str, int quote_char, bool quoted_only,
                          std::list<std::string> &tokens)
{
  const char *str_start= str.c_str();
  const char *word_start= str_start;
  const char *p;
  enum {
    Start,
    QuotedString,
    UnquotedString,
    WaitingComma
  } state= Start;
  bool escaping= false;

  for (p= str_start; *p; p= g_utf8_next_char(p))
  {
    switch (state)
    {
    case Start:
      if (*p == quote_char)
      {
        state= QuotedString;
        word_start= p;
      }
      else if (isalnum(*p))
      {
        if (quoted_only)
          return false;
        state= UnquotedString;
        word_start= p;
      }
      else if (isspace(*p))
        ;
      else
        return false;
      break;
    case QuotedString:
      if (*p == quote_char && !escaping)
      {
        tokens.push_back(std::string(word_start, p+1));
        state= WaitingComma;
      }
      else if (*p == '\\' && !escaping)
        escaping= true;
      else
        escaping= false;
      break;
    case UnquotedString:
      if (isspace(*p))
      {
        tokens.push_back(std::string(word_start, p));
        state= WaitingComma;
      }
      else if (*p == ',')
      {
        tokens.push_back(std::string(word_start, p+1));
        state= Start;
      }
      break;
    case WaitingComma:
      if (isspace(*p))
        ;
      else if (*p == ',')
        state= Start;
      else
        return false;
      break;
    }
  }

  if (escaping)
    return false;

  if (state == UnquotedString)
  {
    tokens.push_back(std::string(word_start, p));
    state= WaitingComma;
  }

  return state == WaitingComma;
}


};