# All robots will spider the domain User-agent: * # Disallow directory /images Disallow: /_private Disallow: /admin Disallow: /css Disallow: /customcount Disallow: /graphics Disallow: /images Disallow: /include Disallow: /js