User-agent: SemrushBot
User-agent: PetalBot
User-agent: AhrefsBot
User-agent: DotBot
Disallow: /

User-agent: Slurp
Crawl-delay: 4

User-agent: Googlebot
User-agent: Slurp
User-agent: bingbot
User-agent: Yandex
Allow: /

User-agent: Googlebot-Mobile
User-agent: YahooSeeker/M1A1-R2D2
User-agent: MSNBOT_Mobile
Allow: /

User-agent: Googlebot-Image
User-agent: bingbot
User-agent: Twitterbot
User-agent: YandexImages
Allow: /images/
Allow: /images/dg_images/
Allow: /images/stories/
Allow: /images/products/
Allow: /tutorials/snapshots/
Allow: /images/stories/products/
Disallow: /images/dg_originals/

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /files/
Disallow: /images/dg_originals/
Disallow: /includes/
Disallow: /language/
Disallow: /latest/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /transifex/
Disallow: /updates/
Disallow: /ups/
Disallow: /*.php$

Sitemap: https://www.datso.fr/sitemap
Sitemap: https://www.datso.fr/sitemap?images=1
Sitemap: https://www.datso.fr/uk/sitemap
Sitemap: https://www.datso.fr/uk/sitemap?images=1
Sitemap: https://www.datso.fr/fr/sitemap
Sitemap: https://www.datso.fr/fr/sitemap?images=1
Sitemap: https://www.datso.fr/ru/sitemap
Sitemap: https://www.datso.fr/ru/sitemap?images=1