# File: robots.txt # Some honeypots to trap bad robots User-agent: * Crawl-delay: 5 Disallow: /guestbook-emails/ Disallow: /top-secret/ # Do not allow index of these files Disallow: /download.php Disallow: /dload.php Disallow: /dlpk.php Disallow: /image.php Disallow: /img.php Disallow: /thumb.php Disallow: /out.php