# All robots will spider the domain User-agent: * Disallow: /cp/ Disallow: /cms/ Disallow: /demo/ Disallow: /search.php User-agent: Mediapartners-Google Allow: /