user agent: *
Disallow: /admin
Disallow: /assets.php
Disallow: /terms.php
Disallow: /privacypolicy.php