# BEGIN Magic robots.txt
# ---------------------------

# General
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /readme.html$

# Downloaders
User-agent: webreaper
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: Amazonbot
Disallow: /

# ---------------------------
# END Magic robots.txt