File: dbmrobot

package info (click to toggle)
libwww-perl 6.78-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 1,008 kB
  • sloc: perl: 4,148; makefile: 10; sh: 6
file content (22 lines) | stat: -rw-r--r-- 602 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
#!/usr/bin/perl
use strict;
use warnings;

use LWP::RobotUA ();
use URI::URL qw( url );
use WWW::RobotRules::AnyDBM_File ();

my $url = url(shift) || die "Usage: $0 <url>\n";
my $botname = "Spider/0.1";

my $rules = WWW::RobotRules::AnyDBM_File->new($botname, 'robotdb');
my $ua = LWP::RobotUA->new($botname, 'gisle@aas.no', $rules);
$ua->delay(0.1);

my $req = HTTP::Request->new(GET => $url);

my $res = $ua->request($req);
print "Got ", $res->code, " ", $res->message, "(", $res->content_type, ")\n";

my $netloc = $url->netloc;
print "This was visit no ", $ua->no_visits($netloc), " to $netloc\n";