File: utf8truncate.cc

package info (click to toggle)
xapian-omega 1.0.7-3+lenny2
  • links: PTS
  • area: main
  • in suites: lenny
  • size: 2,424 kB
  • ctags: 744
  • sloc: sh: 9,112; cpp: 7,954; makefile: 245; perl: 119
file content (49 lines) | stat: -rw-r--r-- 1,669 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
/* utf8truncate.cc: truncate a utf-8 string, ideally without splitting words.
 *
 * Copyright (C) 2007 Olly Betts
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
 */

#include <config.h>

#include "utf8truncate.h"
#include <string>

using namespace std;

bool
utf8_truncate(string & value, string::size_type maxlen)
{
    if (value.size() <= maxlen) return false;

    string::size_type len = maxlen;
    // Skip back to (and past) the last whitespace.
    while (len && (unsigned char)value[len - 1] > 32) --len;
    while (len && (unsigned char)value[len - 1] <= 32) --len;

    // If the first word is too long, truncate it.
    if (!len) {
	len = maxlen;
	// Skip back to before any UTF-8 character which spans the cut point.
	// We can just look at the byte after the cut point - if it's a
	// "sequence start" byte then we're OK, otherwise step back until we
	// get to a "sequence start" byte.
	while (len && (value[len] & 0xc0) == 0x80) --len;
    }
    value.resize(len);

    return true;
}