# # Read the man page and use it properly; there is a # --wait option you can use to set the delay between hits # User-agent: Wget Disallow: / User-agent: wget Disallow: / # # Please obey robots.txt # User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / # # Let everything else crawl the site # User-agent: * Disallow: /c_user.php Disallow: /c_basket.php Disallow: /c_login.php Disallow: /c_affiliate_login.php Disallow: /frames Disallow: /*query_order_by