# This says to apply these settings to ALL search engine spiders/crawlers User-agent: * # These settings will keep spiders from indexing your unwanted pages Disallow: /admin Disallow: /Bulk_Mail_Logs Disallow: /modules Disallow: /registration Disallow: /scheduler Disallow: /top Disallow: /logs Disallow: /Australia/admin Disallow: /Australia/logs Disallow: /Australia/registration Disallow: /learn Disallow: /Australia/learn Disallow: /Australia/top Disallow: /dbquery.asp User-agent: Googlebot-Image Disallow: /