User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Allow: /
Crawl-delay: 10