User-agent: *
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /data
Disallow: /search
Sitemap: /sitemap.xml
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /data
Disallow: /search
Sitemap: /sitemap.xml
User-agent: adsbot-google
Disallow: /account
Disallow: /admin
Disallow: /api
Disallow: /data
Disallow: /search