# see http://en.wikipedia.org/wiki/Robots.txt
# Ahref is commercial, disallow access
User-agent: AhrefsBot
Disallow: /
User-Agent: *
# some spiders regard this
#Crawl-delay: 30	too high for msnbot
Crawl-delay: 20
Request-rate: 1/5
# prevent calls with SID
Disallow: /*sid
Disallow: /*view=print
Disallow: /*.jpg
Disallow: /gif/
Disallow: /indx/
Disallow: /mail/
Disallow: /squirrelmail/
Disallow: /archiwum/rodzinne/
Disallow: /server/
Disallow: /*old/
Disallow: /*org/
# phpbb2
Disallow: /admin/
Disallow: /cache/
Disallow: /db/
Disallow: /docs/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /templates/
Disallow: /calladm.php
Disallow: /common.php
Disallow: /config.php
Disallow: /faq.php
Disallow: /groupcp.php
Disallow: /login.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /profile.php
Disallow: /search.php
Disallow: /viewonline.php
# phpbb3
Disallow: /adm/
Disallow: /download/
Disallow: /styles/
Disallow: /files/
Disallow: /store/
Disallow: /avatars/
Disallow: /cron.php
Disallow: /mcp.php
Disallow: /report.php
Disallow: /style.php
Disallow: /ucp.php
#deleted contents
Disallow: /viewtopic.php?f=16&t=1583
Disallow: /viewtopic.php?f=7&t=1583&p=13608