# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

Host: FBSearch.ru

User-agent: *
Disallow: /logs/
Disallow: /data/
Disallow: /opds.php
Disallow: /cache.php
Disallow: /query.php
Disallow: /opds/
Disallow: /old.php
Disallow: /fail.php
Disallow: /search.php

Crawl-delay: 5

User-agent: Mediapartners-Google
Allow: /search.php

# Those bots do not contribute anything for the community and should not be
# allowed to index anything on the net and waste resources.

User-agent: AhrefsBot
Disallow:/

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

# Chinese bot

User-agent: PetalBot
Disallow:/