Sitemap: https://www.thomasdoit.com/sitemap.xml
User-Agent: *
Disallow: /search

User-agent: msnbot
Crawl-delay: 5
Disallow: /search

User-agent: bingbot
Crawl-delay: 5
Disallow: /search

User-agent: msnbot-media
Crawl-delay: 5
Disallow: /search

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: SiteAuditBot
Crawl-delay: 10

User-agent: SemrushBot-BA
Crawl-delay: 10

User-agent: SemrushBot-SI
Crawl-delay: 10

User-agent: SemrushBot-SWA
Crawl-delay: 10

User-agent: SemrushBot-CT
Crawl-delay: 10

User-agent: SemrushBot-COUB
Crawl-delay: 10

User-agent: Pinterestbot
Crawl-delay: 10

User-agent: Baiduspider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yisouspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: asterias
Disallow: /

User-agent: yahoo-blogs/v3.9
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Nutch
Disallow: /