1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
package DBIx::FullTextSearch::URL;
use DBIx::FullTextSearch::String;
use strict;
use vars qw! @ISA !;
@ISA = qw! DBIx::FullTextSearch::String !;
use LWP::UserAgent;
sub index_document {
my ($self, $uri, $extra_data) = @_;
my $ua = ( defined $self->{'user_agent'}
? $self->{'user_agent'}
: $self->{'user_agent'} = new LWP::UserAgent );
my $request = new HTTP::Request('GET', $uri);
my $response = $ua->simple_request($request);
if ($response->is_success) {
my $data = $response->content;
$data .= " $extra_data" if $extra_data;
return $self->SUPER::index_document($uri, $data);
}
else {
$self->{'errstr'} = $response->message;
}
return;
}
1;
|
