User-agent: DomainCrawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: /*.jpg
Disallow: /*.JPG
Disallow: /*.png
Disallow: /*.PDF
Disallow: /*.pdf
Disallow: /*.mp3
Disallow: /*.MOV
Disallow: /*.mov
Disallow: /*.AVI
Disallow: /*.avi
Disallow: /*.csv
Disallow: /*.data
Crawl-delay: 2

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Amazonbot
Disallow: /