1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
<?php
/**
* Client for querying zhdaemon
*/
class ZhClient {
var $mHost, $mPort, $mFP, $mConnected;
/**
* Constructor
*
* @param $host
* @param $port
*
* @return ZhClient
*/
function __construct( $host, $port ) {
$this->mHost = $host;
$this->mPort = $port;
$this->mConnected = $this->connect();
}
/**
* Check if connection to zhdaemon is successful
*
* @return bool
*/
function isconnected() {
return $this->mConnected;
}
/**
* Establish conncetion
*
* @access private
*
* @return bool
*/
function connect() {
wfSuppressWarnings();
$errno = $errstr = '';
$this->mFP = fsockopen( $this->mHost, $this->mPort, $errno, $errstr, 30 );
wfRestoreWarnings();
return !$this->mFP;
}
/**
* Query the daemon and return the result
*
* @access private
*
* @return string
*/
function query( $request ) {
if ( !$this->mConnected ) {
return false;
}
fwrite( $this->mFP, $request );
$result = fgets( $this->mFP, 1024 );
list( $status, $len ) = explode( ' ', $result );
if( $status == 'ERROR' ) {
// $len is actually the error code...
print "zhdaemon error $len<br />\n";
return false;
}
$bytesread = 0;
$data = '';
while( !feof( $this->mFP ) && $bytesread < $len ) {
$str = fread( $this->mFP, $len - $bytesread );
$bytesread += strlen( $str );
$data .= $str;
}
// data should be of length $len. otherwise something is wrong
return strlen( $data ) == $len;
}
/**
* Convert the input to a different language variant
*
* @param $text String: input text
* @param $tolang String: language variant
* @return string the converted text
*/
function convert( $text, $tolang ) {
$len = strlen( $text );
$q = "CONV $tolang $len\n$text";
$result = $this->query( $q );
if ( !$result ) {
$result = $text;
}
return $result;
}
/**
* Convert the input to all possible variants
*
* @param $text String: input text
* @return array langcode => converted_string
*/
function convertToAllVariants( $text ) {
$len = strlen( $text );
$q = "CONV ALL $len\n$text";
$result = $this->query( $q );
if ( !$result ) {
return false;
}
list( $infoline, $data ) = explode( '|', $result, 2 );
$info = explode( ';', $infoline );
$ret = array();
$i = 0;
foreach( $info as $variant ) {
list( $code, $len ) = explode( ' ', $variant );
$ret[strtolower( $code )] = substr( $data, $i, $len );
$i += $len;
}
return $ret;
}
/**
* Perform word segmentation
*
* @param $text String: input text
* @return string segmented text
*/
function segment( $text ) {
$len = strlen( $text );
$q = "SEG $len\n$text";
$result = $this->query( $q );
if ( !$result ) { // fallback to character based segmentation
$result = $this->segment( $text );
}
return $result;
}
/**
* Close the connection
*/
function close() {
fclose( $this->mFP );
}
}
|
