User-agent: *
Crawl-delay: 2
Disallow: /check/
Disallow: /contao/
Disallow: /system/
Disallow: /templates/
Disallow: /vendor/
Disallow: /share/index.php
Disallow: /build.xml
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /README.md
Allow: /system/cron/cron.txt
Allow: /system/modules/*/assets/
Allow: /system/modules/*/html/
Allow: /system/cron/cron.php

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /