File: robots_txt_servlet.rb

package info (click to toggle)
ruby-mechanize 2.10.1-1.1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 1,432 kB
  • sloc: ruby: 11,645; makefile: 7; sh: 4
file content (15 lines) | stat: -rw-r--r-- 381 bytes parent folder | download | duplicates (3) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
 
# frozen_string_literal: true
class RobotsTxtServlet < WEBrick::HTTPServlet::AbstractServlet
  def do_GET(req, res)
    if /301/ === req['Host'] && req.path == '/robots.txt'
      res['Location'] = 'http://301/robots_txt'
      res.code = 301
    else
      res['Content-Type'] = 'text/plain'
      res.body = <<-'EOF'
User-Agent: *
Disallow: /norobots
      EOF
    end
  end
end