#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemanticScholarBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: *
Crawl-delay: 20
Disallow: /static/scripts/
Disallow: /static/images/gifs/
Disallow: /static/svg/
Disallow: /support_us
Disallow: /xmlrpc.php
Disallow: /appadmin
Disallow: /static/js/*.js
Disallow: /static/css/*.css
Disallow: /*.json*