User-agent: * Disallow: /download.php Disallow: /software_search.php Disallow: /chat.php Disallow: /register.php?action=thank_you Disallow: /login.php?e=1 Disallow: /login.php?e=2 User-agent: AhrefsBot Crawl-Delay: 10