User-agent: * Disallow: /cms/ Disallow: /_debug/ Allow: /authors/ Disallow: /search Disallow: /auth/ User-agent: Googlebot Disallow: /?_ptid* User-agent: SemrushBot Allow: / Crawl-delay: 5 User-agent: SemrushBot-SA Allow: / Crawl-delay: 5 User-agent: SemrushBot-SI Allow: / Crawl-delay: 5 SemrushBot-BA Allow: / Crawl-delay: 5 User-agent: BLP_bbot/0.1 Allow: / Crawl-delay: 10 User-agent: CCBot/2.0 Allow: / Crawl-delay: 10 User-agent: Bingbot Crawl-delay: 10 User-agent: SentiBot Allow: / Crawl-delay: 10 User-agent: AhrefsBot/5.2 Allow: / Crawl-delay: 10 User-agent:Baiduspider/2.0 Disallow: / Sitemap: https://www.accountingtoday.com/sitemap.xml Sitemap: https://www.accountingtoday.com/weekly-sitemap.xml Sitemap: https://www.accountingtoday.com/news-sitemap.xml