# All robots will spider the domain
User-agent: *
Disallow: /search.php
Disallow: /blog-mobile.php
Disallow: /blog-mobile-detail.php
Disallow: /video/
Disallow: /images/