# All robots will spider the domain User-Agent: * Disallow: /admin/ Disallow: /admin_cms/ Disallow: /db/ Disallow: /teplate/ Disallow: /old/