# Created with wp-install.sh version$

# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

Sitemap: https://www.karagroup.co.uk/sitemap_index.xml

# Disallows for Wordpress:
User-agent: *
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /tag
Disallow: /author
Disallow: /*readme.html
Disallow: /*.txt

# Disallows for BF
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Baiduspider+
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: PetalBot
Disallow: /