File: robots.awk

package info (click to toggle)
plait 1.6.2-3
  • links: PTS, VCS
  • area: main
  • in suites: forky, trixie
  • size: 276 kB
  • sloc: sh: 2,010; awk: 709; makefile: 10
file content (51 lines) | stat: -rwxr-xr-x 985 bytes parent folder | download | duplicates (5)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#
# Copyright (C) 2005, 2006 Stephen Jungels
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.  
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# See COPYING for the full text of the license.


BEGIN {
  ok = 1;
  check = 0;
}

/^User-agent:/ { 
  check = 0;
}

/^User-agent: \* *(#.*)?$/ { 
  check = 1;
}

/^User-agent: Plait *(#.*)?$/ { 
  check = 1;
}

/^Disallow: ?\/ *(#.*)?$/ {
  if (check==1) ok = 0;
}

/^Disallow: ?\/directory/ {
  if (check==1) ok = 0;
}

/^Allow: ?\/directory/ {
  if (check==1) ok = 1;
}

END {
  if (ok==1)
    print("OK");
  else 
    print("NOT OK");
}