#ALL BOTS
User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /includes/ajax/
Disallow: /search/
Disallow: /search.php
Disallow: /api/