# All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /recycle-bin/ User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /engine/ User-agent: * Disallow: /stats/ User-agent: * Disallow: /templates/ User-agent: * Disallow: /admin/