#robot.txt file
User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /perl
Disallow:/cgi-bin