User-agent: *
Allow: /ads.txt
Disallow: /search
Disallow: /files
Disallow: /api
Disallow: /feed
Disallow: /tags
Disallow: /error.htm